-- Logs begin at Thu 2021-07-22 23:23:27 UTC, end at Fri 2021-07-23 00:18:14 UTC. -- Jul 22 23:51:30.823004 dv-cinder-801633-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 23:51:33.497111 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.common.config [-] Logging enabled! Jul 22 23:51:33.498197 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 23:51:33.498402 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92821) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 23:51:33.501618 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.common.config [-] Logging enabled! Jul 22 23:51:33.501870 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 23:51:33.502179 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92821) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 23:51:33.503119 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:51:33.503349 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:51:33.503732 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:51:33.503977 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:51:33.504200 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:51:33.504522 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.504822 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.505117 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.505351 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.505646 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.505938 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.506224 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.506514 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.506812 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.507100 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.507409 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.507694 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.507929 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.508212 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.508500 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.508789 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.509013 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] debug = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.509293 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.509718 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.510113 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.510397 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.510686 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.510967 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.511238 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.511544 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.511832 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.512159 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] host = dv-cinder-801633-1-iscsi {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.512437 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.512723 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.513050 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.513907 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.514187 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.514465 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.514752 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.515027 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.515303 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] log_file = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.515612 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.515900 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.516188 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.516480 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.516704 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.516926 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.517216 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.517505 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.517783 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.518066 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.518344 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.518619 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.518895 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.519162 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.519472 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.519761 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.520047 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.520581 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.520858 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.521131 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.521405 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.521691 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.521966 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.522240 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.522516 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.522804 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.523073 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.523348 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.523673 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.523961 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.524244 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.524532 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.524806 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.525087 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.525360 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.525636 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.525908 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] use_json = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.526183 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.526455 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.526736 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.527009 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.527282 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.527582 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.527856 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.528145 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:33.528443 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.528765 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.529066 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.529348 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.529644 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.529928 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.530217 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.530496 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.530787 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.531073 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.531360 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.531660 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.531951 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.532227 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.532519 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.532819 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.533111 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.533401 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.533677 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.533951 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.534224 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.534501 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.534787 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.535079 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.535368 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.535670 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.535947 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.536236 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.536515 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.536786 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.537067 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.537352 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.537628 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.537901 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.538187 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.538463 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.538732 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.539000 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.539278 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.539592 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.539873 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.540143 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.540411 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.540686 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.540955 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.541241 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.541518 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.541791 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.542066 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.542346 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.542617 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.542886 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.543163 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.543464 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.543746 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.544017 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.544307 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.544579 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.544852 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.545119 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.545388 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.545655 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.545930 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.546201 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.546471 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.546739 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.547009 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.547279 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.547595 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.547891 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.548174 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.548452 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.548731 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.549007 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.549283 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.549559 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.549835 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.550112 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.550384 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.550671 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.550954 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.551237 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.551562 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.551828 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.552120 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.552398 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.552679 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.552955 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.553231 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.553516 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.553796 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.554087 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.554378 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.554669 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.554960 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.555249 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.555557 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.555863 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.556140 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:33.556355 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:51:33.556591 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92821) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 23:51:33.910438 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 23:51:33.910714 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 23:51:33.911005 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 23:51:33.911339 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 23:51:34.323941 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.324225 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.324500 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.325727 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.325998 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.326259 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.361475 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.361749 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.362016 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.375479 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.375757 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.376025 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.406667 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.406948 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.407215 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.443261 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.443563 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.443835 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.676185 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.676800 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.676800 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.676953 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.677591 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.796210 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.796527 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.796811 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.797083 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.797351 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.797673 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.797935 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.798195 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.798451 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.798734 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.798990 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.799254 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.799530 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.799781 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.800034 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.800305 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.800564 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.800826 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.801092 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.801348 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.801621 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.801869 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.802144 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.802516 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.802761 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.803005 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.803412 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:51:34.803652 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:51:34.803886 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:51:34.804119 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:51:34.804349 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:51:34.804579 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:51:34.804939 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 23:51:34.808050 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 23:51:34.811998 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 23:51:34.815648 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 22 23:51:34.817266 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 23:51:34.817715 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 23:51:34.818050 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 23:51:34.818433 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 23:51:34.822230 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 23:51:34.822475 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 23:51:34.822820 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 23:51:34.828645 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 23:51:34.851214 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 23:51:34.851686 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.851984 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92821) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 23:51:34.852348 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.853693 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92821) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 23:51:34.853971 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 23:51:34.854215 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 23:51:34.857399 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.857678 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:34.920962 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 23:51:34.921197 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 23:51:34.921429 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 23:51:34.921792 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 23:51:34.942608 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_db.sqlalchemy.engines [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92821) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 23:51:35.464387 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Initializing driver for type 'gre' Jul 22 23:51:35.465007 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] gre ID ranges: [(1, 1000)] Jul 22 23:51:35.521109 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Initializing driver for type 'local' Jul 22 23:51:35.521564 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Initializing driver for type 'vlan' Jul 22 23:51:35.535320 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] VlanTypeDriver initialization complete Jul 22 23:51:35.535697 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Initializing driver for type 'vxlan' Jul 22 23:51:35.536167 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] vxlan ID ranges: [(1, 1000)] Jul 22 23:51:35.587938 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Initializing extension driver 'port_security' Jul 22 23:51:35.588267 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.extensions.port_security [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] PortSecurityExtensionDriver initialization complete Jul 22 23:51:35.588591 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Initializing mechanism driver 'openvswitch' Jul 22 23:51:35.588904 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Initializing mechanism driver 'hyperv' Jul 22 23:51:35.595544 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:35.596410 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > port after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.596779 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > port after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.597122 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > port after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.597639 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92821) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:51:35.598064 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > subnet after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.598411 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > subnet after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.598751 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.599139 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92821) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:51:35.599563 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > network after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.599907 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > network after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.600243 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > network after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.600632 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92821) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:51:35.601030 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > security_group after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.601372 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > security_group after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.601706 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.602090 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92821) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:51:35.602487 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.602858 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.603188 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.603598 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92821) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:51:35.603992 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > address_group after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.604330 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > address_group after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.604660 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.605041 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92821) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 23:51:35.605408 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] ML2 OVO RPC backend initialized. {{(pid=92821) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 23:51:35.606101 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.606449 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.607360 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > network before_response 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.607734 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > networks before_response 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.608072 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > port before_response 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.608408 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > ports before_response 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.608745 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > subnet before_response 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.609079 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > subnets before_response 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.609415 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > network after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.609747 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > network after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.610080 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > network after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.610407 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > port after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.610734 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > port after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.611062 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > port after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.611405 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > subnet after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.611855 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > subnet after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.612182 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.612755 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.plugin [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Modular L2 Plugin initialization complete Jul 22 23:51:35.613075 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading services supported by the core plugin {{(pid=92821) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 23:51:35.613393 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.plugins.ml2.managers [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Got port-security extension from driver 'port_security' Jul 22 23:51:35.613851 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.extensions.vlantransparent [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Disabled vlantransparent extension. Jul 22 23:51:35.614327 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92821) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 23:51:35.614634 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading Plugin: router Jul 22 23:51:35.650354 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.650737 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router after_create 55549900 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.651098 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router before_create 55549900 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.651482 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.651853 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.652200 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router after_delete 55549900 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.652550 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.653023 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router after_create 55549900 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.653366 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router after_update 55549900 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.653707 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router after_update 55549900 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.654048 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.654395 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router after_update 55549900 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.654799 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router precommit_update 55549900 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.655164 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: port after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.655525 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: port after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.655862 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: subnet after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.656195 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.656535 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.656875 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router precommit_create 55549900 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.657208 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: port before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.657545 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router precommit_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.657893 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router after_update 55549900 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.658229 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.658568 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router precommit_create 55549900 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.658926 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.659299 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router precommit_update 55549900 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.659747 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > agent after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.660026 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > agent after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.660363 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > network after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.661213 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Tracking information for resource: router configured {{(pid=92821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:51:35.661536 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Tracking information for resource: floatingip configured {{(pid=92821) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 23:51:35.666517 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.db.l3_agentschedulers_db [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 23:51:35.667089 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: port after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.667466 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: port after_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.667817 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: port after_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.668175 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: port after_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.668952 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router before_create 55550100 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.669822 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.670171 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router precommit_create 55550100 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.670518 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > router precommit_update 55550100 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.674907 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.services.provider_configuration [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service providers = [] {{(pid=92821) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 23:51:35.675264 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.db.servicetype_db [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92821) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 23:51:35.678165 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.services.service_base [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92821) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:51:35.678724 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.services.service_base [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92821) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:51:35.678822 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.services.service_base [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92821) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:51:35.679733 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.services.service_base [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92821) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 23:51:35.680099 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.services.service_base [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 23:51:35.680471 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:51:35.680781 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 23:51:35.691798 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:51:35.692130 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading Plugin: auto_allocate Jul 22 23:51:35.697772 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: network precommit_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.698137 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: network precommit_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.698649 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:51:35.698961 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading Plugin: tag Jul 22 23:51:35.705738 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:51:35.706061 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading Plugin: timestamp Jul 22 23:51:35.709806 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:51:35.710127 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading Plugin: network_ip_availability Jul 22 23:51:35.715618 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.715942 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.716811 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.717508 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:51:35.717817 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading Plugin: flavors Jul 22 23:51:35.724012 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:51:35.724334 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading Plugin: revisions Jul 22 23:51:35.728697 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92821) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 23:51:35.729078 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.818s {{(pid=92821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 23:51:35.729805 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92821) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 23:51:35.730131 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Initializing extension manager. Jul 22 23:51:35.730636 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: __init__.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.730971 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: __pycache__ {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.731299 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.731651 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: address_group.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.732959 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.733519 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: address-group Jul 22 23:51:35.733837 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: address_scope.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.734541 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.735038 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: address-scope Jul 22 23:51:35.735350 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.736288 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.736787 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: router-admin-state-down-before-update Jul 22 23:51:35.737099 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: agent.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.737787 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.738278 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: agent Jul 22 23:51:35.738595 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: agent_resources_synced.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.739510 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.740005 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: agent-resources-synced Jul 22 23:51:35.740317 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: allowedaddresspairs.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.742094 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.742600 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: allowed-address-pairs Jul 22 23:51:35.742916 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: auto_allocated_topology.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.744008 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.744511 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: auto-allocated-topology Jul 22 23:51:35.744830 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: availability_zone.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.745513 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.746009 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: availability_zone Jul 22 23:51:35.746325 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: availability_zone_filter.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.747228 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.747790 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: availability_zone_filter Jul 22 23:51:35.748103 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: data_plane_status.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.749005 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.749502 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 23:51:35.749816 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: default_subnetpools.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.750714 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.751212 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: default-subnetpools Jul 22 23:51:35.751559 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.752351 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.752849 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: dhcp_agent_scheduler Jul 22 23:51:35.753162 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: dns.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.754060 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.754553 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 23:51:35.754866 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: dns_domain_ports.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.755795 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.756287 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 23:51:35.756599 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.757501 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.757996 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 23:51:35.758310 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: dvr.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.758969 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.759492 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: dvr Jul 22 23:51:35.759807 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: ecmp_routes.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.760701 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.761193 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 23:51:35.761505 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: empty_string_filtering.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.762392 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.762889 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: empty-string-filtering Jul 22 23:51:35.763282 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.764205 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.764708 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 23:51:35.765021 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.765908 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.766404 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 23:51:35.766715 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: external_net.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.767637 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.768133 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: external-net Jul 22 23:51:35.768448 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.769345 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.769836 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: extra_dhcp_opt Jul 22 23:51:35.770403 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: extraroute.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.771301 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.771821 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: extraroute Jul 22 23:51:35.772130 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: extraroute_atomic.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.773144 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.773635 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: extraroute-atomic Jul 22 23:51:35.773945 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: filter_validation.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.774596 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.775086 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: filter-validation Jul 22 23:51:35.775416 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: fip_pf_description.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.776481 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.776971 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 23:51:35.777282 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: fip_port_details.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.778200 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.779210 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: fip-port-details Jul 22 23:51:35.779547 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: flavors.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.780754 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.781256 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: flavors Jul 22 23:51:35.781571 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.783189 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.783725 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 23:51:35.784048 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: floatingip_pools.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.784735 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.785228 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: floatingip-pools Jul 22 23:51:35.785542 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: ip_allocation.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.786456 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.786954 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 23:51:35.787273 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.788215 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.788721 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: ip-substring-filtering Jul 22 23:51:35.789041 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: l2_adjacency.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.789961 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.790455 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 23:51:35.790768 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: l3.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.791751 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.792261 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: router Jul 22 23:51:35.792575 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.795301 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.795842 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 23:51:35.796164 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.797101 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.797606 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: ext-gw-mode Jul 22 23:51:35.797938 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.799302 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.799831 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: l3-ha Jul 22 23:51:35.800149 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: l3_flavors.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.801049 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.801548 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: l3-flavors Jul 22 23:51:35.801865 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.802760 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.803260 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 23:51:35.803605 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: l3agentscheduler.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.804625 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.805124 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: l3_agent_scheduler Jul 22 23:51:35.805445 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: logging.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.806896 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.807433 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension logging not supported by any of loaded plugins Jul 22 23:51:35.807763 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: metering.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.808492 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.809065 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: metering Jul 22 23:51:35.809386 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.810475 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.810983 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: metering_source_and_destination_fields Jul 22 23:51:35.811305 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: multiprovidernet.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.812364 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.812866 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: multi-provider Jul 22 23:51:35.813186 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: netmtu.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.814083 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.814578 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: net-mtu Jul 22 23:51:35.814894 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: netmtu_writable.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.815823 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.816316 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: net-mtu-writable Jul 22 23:51:35.816631 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: network_availability_zone.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.817284 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.817775 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: network_availability_zone Jul 22 23:51:35.818088 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: network_ip_availability.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.819162 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.819693 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: network-ip-availability Jul 22 23:51:35.820014 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: network_segment_range.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.820765 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.821260 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 23:51:35.821575 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: pagination.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.822529 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.822850 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: pagination Jul 22 23:51:35.823166 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: port_device_profile.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.824110 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.824612 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: port-device-profile Jul 22 23:51:35.824924 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.825851 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.826343 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: port-mac-address-regenerate Jul 22 23:51:35.826656 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.827590 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.828086 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: port-numa-affinity-policy Jul 22 23:51:35.828400 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: port_resource_request.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.829297 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.829784 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 23:51:35.830097 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: portbindings.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.831008 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.831527 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: binding Jul 22 23:51:35.831842 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: portbindings_extended.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.833092 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.833598 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: binding-extended Jul 22 23:51:35.833919 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: portsecurity.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.834827 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.835328 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: port-security Jul 22 23:51:35.835667 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: project_id.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.836624 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.836943 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: project-id Jul 22 23:51:35.837255 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: providernet.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.838163 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.838669 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: provider Jul 22 23:51:35.838981 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: qos.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.842943 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.843478 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension qos not supported by any of loaded plugins Jul 22 23:51:35.843812 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.845028 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.845531 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 23:51:35.845854 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.846760 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.847258 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 23:51:35.847607 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: qos_default.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.848505 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.849010 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension qos-default not supported by any of loaded plugins Jul 22 23:51:35.849329 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: qos_fip.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.849968 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.850458 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 23:51:35.850772 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: qos_gateway_ip.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.851720 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.852222 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 23:51:35.852536 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: qos_port_network_policy.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.853436 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.853932 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 23:51:35.854248 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: qos_rule_type_details.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.855143 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.855673 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 23:51:35.855987 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: qos_rules_alias.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.857572 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.858074 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 23:51:35.858391 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: quotasv2.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.859284 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.859810 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: quotas Jul 22 23:51:35.860129 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: quotasv2_detail.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.863100 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.863468 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: quota_details Jul 22 23:51:35.863799 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: rbac.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.864836 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.865352 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: rbac-policies Jul 22 23:51:35.865673 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: rbac_address_group.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.866602 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.867105 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: rbac-address-group Jul 22 23:51:35.867453 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: rbac_address_scope.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.868363 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.868870 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: rbac-address-scope Jul 22 23:51:35.869184 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: rbac_security_groups.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.870082 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.870582 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: rbac-security-groups Jul 22 23:51:35.870896 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: rbac_subnetpool.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.871825 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.872346 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: rbac-subnetpool Jul 22 23:51:35.872660 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: revisionifmatch.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.873565 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.874063 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: revision-if-match Jul 22 23:51:35.874379 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: revisions.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.875507 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.876011 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: standard-attr-revisions Jul 22 23:51:35.876328 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: router_availability_zone.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.876990 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.877487 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: router_availability_zone Jul 22 23:51:35.877802 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: routerservicetype.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.878713 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.879208 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 23:51:35.879558 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.880464 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.880960 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: security-groups-normalized-cidr Jul 22 23:51:35.881276 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.882180 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.882676 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: port-security-groups-filtering Jul 22 23:51:35.882991 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.883924 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.884422 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: security-groups-remote-address-group Jul 22 23:51:35.884738 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: securitygroup.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.894223 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.894745 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: security-group Jul 22 23:51:35.895321 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: segment.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.896129 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.896633 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension segment not supported by any of loaded plugins Jul 22 23:51:35.896955 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.897878 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.898379 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 23:51:35.898703 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: servicetype.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.899809 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.900319 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: service-type Jul 22 23:51:35.900640 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: sorting.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.901615 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.901940 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: sorting Jul 22 23:51:35.902257 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: standard_attr_segment.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.903225 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.904281 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 23:51:35.904604 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: standardattrdescription.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.905240 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.905736 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: standard-attr-description Jul 22 23:51:35.906051 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: stateful_security_group.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.906977 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.907523 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: stateful-security-group Jul 22 23:51:35.907848 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: stdattrs_common.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.908419 dv-cinder-801633-1-iscsi neutron-server[92821]: WARNING neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 23:51:35.908736 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.909673 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.910183 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 23:51:35.910499 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: subnet_onboard.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.911580 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.912096 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: subnet_onboard Jul 22 23:51:35.912412 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.913325 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.913828 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 23:51:35.914142 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: subnet_service_types.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.915043 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.915580 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: subnet-service-types Jul 22 23:51:35.915896 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: subnetallocation.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.916952 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.917459 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: subnet_allocation Jul 22 23:51:35.917776 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.918429 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.918928 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: subnetpool-prefix-ops Jul 22 23:51:35.919808 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.920735 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.921238 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 23:51:35.921553 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: tagging.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.922583 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.923090 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: standard-attr-tag Jul 22 23:51:35.923437 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: timestamp.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.924663 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.925166 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loaded extension: standard-attr-timestamp Jul 22 23:51:35.925486 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: trunk.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.926502 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.927006 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension trunk not supported by any of loaded plugins Jul 22 23:51:35.927325 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: trunk_details.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.928255 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.928758 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 23:51:35.929081 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: uplink_status_propagation.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.929996 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.930498 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 23:51:35.930813 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Loading extension file: vlantransparent.py {{(pid=92821) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 23:51:35.931507 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92821) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 23:51:35.932003 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 23:51:35.934564 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:network Jul 22 23:51:35.935111 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:subnet Jul 22 23:51:35.935532 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:51:35.935917 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:port Jul 22 23:51:35.937121 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.937547 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service FLAVORS assigned prefix: {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.938155 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.938584 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.938907 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:router Jul 22 23:51:35.939328 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 23:51:35.939829 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service METERING assigned prefix: /metering {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.941247 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.941606 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.941962 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92821) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:51:35.942926 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 23:51:35.943362 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:security_group Jul 22 23:51:35.943815 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 23:51:35.944405 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service CORE assigned prefix: {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.944724 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:51:35.945058 dv-cinder-801633-1-iscsi neutron-server[92821]: WARNING neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] subnetpool is already registered Jul 22 23:51:35.945477 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service CORE assigned prefix: {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.945789 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:51:35.946108 dv-cinder-801633-1-iscsi neutron-server[92821]: WARNING neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] subnetpool is already registered Jul 22 23:51:35.948365 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.948790 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service FLAVORS assigned prefix: {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.949376 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.949789 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.950114 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:router Jul 22 23:51:35.950460 dv-cinder-801633-1-iscsi neutron-server[92821]: WARNING neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] router is already registered Jul 22 23:51:35.950864 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 23:51:35.951191 dv-cinder-801633-1-iscsi neutron-server[92821]: WARNING neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] floatingip is already registered Jul 22 23:51:35.951666 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service METERING assigned prefix: /metering {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.952321 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 23:51:35.952641 dv-cinder-801633-1-iscsi neutron-server[92821]: WARNING neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] rbac_policy is already registered Jul 22 23:51:35.953039 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:security_group Jul 22 23:51:35.953363 dv-cinder-801633-1-iscsi neutron-server[92821]: WARNING neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] security_group is already registered Jul 22 23:51:35.953754 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 23:51:35.954077 dv-cinder-801633-1-iscsi neutron-server[92821]: WARNING neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] security_group_rule is already registered Jul 22 23:51:35.954685 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service CORE assigned prefix: {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.955002 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:51:35.955326 dv-cinder-801633-1-iscsi neutron-server[92821]: WARNING neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] subnetpool is already registered Jul 22 23:51:35.956169 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.v2.resource_helper [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Service CORE assigned prefix: {{(pid=92821) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 23:51:35.956486 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 23:51:35.956809 dv-cinder-801633-1-iscsi neutron-server[92821]: WARNING neutron.quota.resource_registry [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] subnetpool is already registered Jul 22 23:51:35.957269 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: extensions {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.958695 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: address-groups {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.960695 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: address-scopes {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.961476 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: agents {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.962600 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: auto-allocated-topology {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.963828 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: availability_zones {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.965027 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: dhcp-networks {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.967067 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: dhcp-agents {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.968446 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: routers {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.970123 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: flavors {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.972397 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: service_profiles {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.973581 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: next_providers {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.974986 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: service_profiles {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.976555 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: floatingip-pools {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.977755 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: routers {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.979417 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: floatingips {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.980672 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: l3-routers {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.982647 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: l3-agents {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.984064 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: metering-labels {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.985299 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: metering-label-rules {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.986794 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: network-ip-availabilities {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.988051 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: bindings {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.989583 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: quotas {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.991092 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: quotas {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.992537 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: rbac-policies {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.993709 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: security-groups {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.995024 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: security-group-rules {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.996204 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: service-providers {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.997453 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: subnetpools {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:35.998746 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: subnetpools {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:36.000275 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: tags {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:36.001897 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: tags {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:36.003683 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: tags {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:36.005429 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: tags {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:36.007068 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: tags {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:36.008985 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: tags {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:36.010636 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: tags {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:36.012410 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: tags {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:36.014242 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: tags {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:36.015966 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron.api.extensions [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Extended resource: tags {{(pid=92821) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 23:51:36.022075 dv-cinder-801633-1-iscsi neutron-server[92821]: WARNING keystonemiddleware.auth_token [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 23:51:36.026600 dv-cinder-801633-1-iscsi neutron-server[92821]: WARNING keystonemiddleware.auth_token [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 23:51:36.035809 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Acquired lock "singleton_lock" {{(pid=92821) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 23:51:36.036276 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_concurrency.lockutils [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Releasing lock "singleton_lock" {{(pid=92821) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 23:51:36.036913 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO oslo_service.service [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Starting 2 workers Jul 22 23:51:36.041645 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Started child 92928 {{(pid=92821) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:51:36.047421 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Started child 92929 {{(pid=92821) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:51:36.047585 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.048214 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO neutron.service [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 23:51:36.048890 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Notify callbacks [] for process, before_spawn {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.049076 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [-] (92928) wsgi starting up on http://0.0.0.0:9696 Jul 22 23:51:36.051315 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO oslo_service.service [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Starting 1 workers Jul 22 23:51:36.052222 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.053645 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [-] (92929) wsgi starting up on http://0.0.0.0:9696 Jul 22 23:51:36.056497 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Started child 92930 {{(pid=92821) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:51:36.056991 dv-cinder-801633-1-iscsi neutron-server[92821]: INFO oslo_service.service [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Starting 1 workers Jul 22 23:51:36.060191 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.service [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] calling RpcWorker wait() {{(pid=92930) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 23:51:36.060762 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.service [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] returning from RpcWorker wait() {{(pid=92930) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 23:51:36.061474 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Started child 92931 {{(pid=92821) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 23:51:36.062059 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.062299 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG neutron_lib.callbacks.manager [None req-ddc1107e-6276-43a6-996c-76f72400ea29 None None] Notify callbacks [] for process, after_spawn {{(pid=92821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.062629 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:36.064178 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92821) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 23:51:36.064383 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:51:36.064561 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:51:36.064767 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:51:36.065113 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:51:36.065271 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:51:36.065815 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.066091 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.066344 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.066442 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:36.066911 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.066911 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.067475 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:36.067593 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.067763 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.068011 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.068288 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.068544 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.068706 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.068866 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.069111 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.069341 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.069616 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.069869 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.070104 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.070388 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.070553 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.070798 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.071050 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.071290 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.071574 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] debug = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.071812 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.072330 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.072567 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.072816 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.073048 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.073322 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.073544 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.073815 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.074043 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.074273 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.074505 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.074745 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.074972 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.075184 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.075408 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.076200 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.076415 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.076872 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] host = dv-cinder-801633-1-iscsi {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.077085 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.077343 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.077551 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.077805 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.078095 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.078273 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.078539 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.078794 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.079042 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.079292 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.079578 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.079820 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.080067 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.080296 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_file = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.080457 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_options = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.080702 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.080958 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.081223 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.081406 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.081570 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.081738 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.081985 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.082143 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.082392 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.082605 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.082815 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.083027 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.083237 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.083488 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.083731 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.083970 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.084184 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.084417 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.084638 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.084881 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.085103 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.085344 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.085561 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.085778 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.086016 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.086252 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.086480 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.086694 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.086922 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.087171 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.087491 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.087683 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.087913 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.088210 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.088401 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.088623 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.088835 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.089097 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.089322 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.089563 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.089802 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.090029 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.090281 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.090493 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.090731 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.090960 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] use_json = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.091773 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.092022 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.092285 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.092515 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.092725 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.092935 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.093151 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.093376 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.093778 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.094056 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.094366 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.094622 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.094871 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.095112 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.095340 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.095578 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.095825 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.096054 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.096361 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.096593 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.096885 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.097221 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.097481 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.098324 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.098505 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.098764 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.099016 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.099256 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.099580 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.099837 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.100172 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.101228 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.101533 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.101816 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.102069 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.102343 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.102574 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.102836 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.103089 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.103355 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.103877 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.103877 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.104175 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.104344 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.104588 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.104809 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.105059 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.105305 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.105564 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.105801 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.106026 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.106263 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.106518 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.106751 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.106968 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.107224 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.107466 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.107759 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.107966 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.108188 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.108553 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.108681 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.108840 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.109092 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.109311 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.109524 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.109739 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.110074 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.110218 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.110412 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.110651 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.110865 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.111078 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.111296 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.111536 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.111751 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.111991 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.112206 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.112445 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.112663 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.112876 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.113094 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.113306 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.113517 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.113727 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.113936 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.114150 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.114381 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.114613 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.114870 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.115195 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.118238 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.118238 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.118238 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.118238 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.118238 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.118238 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.118238 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.118238 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.120082 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.120082 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.120082 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.120082 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.120082 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.120082 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.120082 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.120082 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.121889 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.121889 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.121889 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.121889 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.121889 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.121889 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.121889 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.121889 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.122681 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.122681 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.122681 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.122681 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.122681 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.123163 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.123241 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.123956 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.123956 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.124190 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.124277 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.124535 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.124768 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.125014 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.125270 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.125500 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.125749 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.125977 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.126220 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.126435 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.126717 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.126972 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.127187 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.127422 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.127643 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.127972 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.128205 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.128434 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.128644 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.128921 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.129183 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.129423 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.129679 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.130064 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.130580 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.130848 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.131080 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.131316 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.131586 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.131847 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.132059 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.132299 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.132534 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.132751 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.132966 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.133178 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.133429 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.133648 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.133866 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.134096 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.134313 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.134529 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.134775 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.134990 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.135208 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.135466 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.135708 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.135901 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.136124 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.136340 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.136589 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.136806 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.137084 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.137340 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.137579 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.137811 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.138563 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.138800 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.139015 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.139261 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.139531 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.139750 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.139958 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.140176 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.140389 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.140618 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.140844 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.141076 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.141392 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.141567 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.141901 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.142155 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.142399 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.142638 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.142870 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.143124 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.143356 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.143595 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.143842 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.144059 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.144272 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.144533 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.144757 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.144996 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.145467 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.145678 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.145889 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.146123 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.146350 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.146630 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.146889 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.147118 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.147398 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.147649 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.147861 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.148088 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.148296 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.148526 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.148754 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.148992 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.149201 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.149758 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.150019 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.150241 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.150461 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.150723 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.150905 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.151129 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.151594 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.151808 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.152025 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.152243 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.152457 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.152707 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.152963 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.153171 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.153395 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.154190 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.154415 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.154659 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.154901 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.155108 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.155350 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.155595 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.155810 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.156112 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.156368 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.156603 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.156872 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.157097 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.157357 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.157611 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.157916 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.158128 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.158384 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.158620 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.158858 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.159081 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.159338 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.159682 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.159967 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.160212 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.160446 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.160743 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.161022 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.161285 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.161492 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.161783 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.162115 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.162378 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.162641 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.162889 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.163128 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.163348 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.163585 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.163830 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.164062 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.164274 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.164508 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.164736 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.164991 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.165220 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.165447 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.165662 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.165888 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.166096 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.166312 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.166540 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.166694 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:51:36.167244 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92821) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 23:51:36.167429 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 23:51:36.167588 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 23:51:36.167775 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 23:51:36.167943 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 23:51:36.168094 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 23:51:36.168298 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.168459 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.168617 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.168776 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.168932 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.169113 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.169795 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.169945 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.170101 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.170258 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.170418 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.170578 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.170733 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.170889 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.171046 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.171205 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.171364 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.171552 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.171712 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.171877 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.172033 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.172192 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.172351 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] debug = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.172508 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.172710 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.172879 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.173041 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.173197 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.173354 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.173511 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.173668 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.173824 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.173962 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.174122 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.174279 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.174436 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.174593 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.174748 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.174904 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.175060 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.175215 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] host = dv-cinder-801633-1-iscsi {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.175372 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.175549 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.175706 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.175862 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.176018 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.176159 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.176318 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.176459 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.176617 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.176773 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.176932 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.177090 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.177236 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.177392 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_file = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.177550 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_options = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.177705 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.177861 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.178018 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.178201 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.178362 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.178519 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.178676 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.178834 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.178990 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.179146 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.179303 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.179479 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.179638 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.179794 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.179949 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.180105 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.180247 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.180405 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.180564 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.180720 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.180875 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.181031 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.181187 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.181342 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.181500 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.181657 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.181814 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.181972 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.182128 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.182285 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.182441 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.182597 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.182755 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.183414 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.183556 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.183713 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.183869 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.184029 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.184184 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.184341 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.184499 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.184654 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.185716 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.185716 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.185716 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.187108 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] use_json = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.187108 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.187108 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.187108 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.187108 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.187108 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.187108 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.187108 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.187928 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 23:51:36.187928 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.187928 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.187928 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.187928 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.187928 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.187928 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.188690 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.188690 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.188690 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.188690 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.188690 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.189082 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.189082 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.189235 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.189359 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.189481 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.189598 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.189721 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.189868 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.190027 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.190187 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.190346 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.190521 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.190681 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.190842 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.191001 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.191161 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.191321 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.191504 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.191666 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.191878 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.192004 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.192127 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.192274 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.192434 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.192593 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.192752 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.192912 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.193078 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.193237 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.193397 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.193557 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.193718 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.193878 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.194038 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.194199 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.194359 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.194519 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.194680 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.194840 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.195010 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.195169 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.195329 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.195506 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.195667 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.195826 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.195985 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.196144 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.196303 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.196463 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.196621 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.196793 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.196952 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.197111 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.197270 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.197430 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.197590 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.197749 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.197908 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.198069 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.198229 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.198389 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.198548 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.198706 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.198867 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.199028 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.199187 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.199347 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.199543 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.199702 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.199861 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.200020 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.200180 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.200339 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.200530 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.200705 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.200866 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.201026 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.201185 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.201411 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.201549 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.201673 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.201809 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.201945 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.202103 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.202188 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:36.202272 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.202409 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.202569 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.202728 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.202886 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.203048 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.203206 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.203363 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.203542 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.203700 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.203858 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.204018 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.204177 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.204336 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.204496 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.204654 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.204824 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.204984 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.205145 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.205305 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.205471 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.205640 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.205799 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.205958 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.206117 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.206276 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.206435 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.206594 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.206754 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.206912 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.207070 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.207229 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.207416 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.207598 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.207758 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.207917 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.208076 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.208258 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.208418 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.208576 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.208735 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.208892 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.209050 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.209208 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.209365 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.209524 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.209683 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.209841 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.210001 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.210159 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.210317 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.210476 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.210635 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.210794 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.210954 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.211113 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.211272 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.211462 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.211616 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.211775 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.211933 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.212091 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.212251 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.212410 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.212568 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.212728 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.212886 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.213052 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.213214 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.214174 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.214943 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.214943 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.215226 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.215372 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.215372 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.215710 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.215710 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.215986 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.216151 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.216290 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.216428 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.216564 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.216701 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.216838 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.216985 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.217168 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.217314 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.217451 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.217589 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.217763 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.217903 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.218035 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.218165 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.218309 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.218441 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.218582 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.218720 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.218861 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.219005 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.219165 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.219309 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.219494 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.219639 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.219806 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.219967 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.220130 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.220289 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.220448 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.220607 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.220766 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.220924 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.221096 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.221255 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.221414 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.221641 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.221778 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.221881 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.222050 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.222209 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.222368 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.222527 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.222685 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.222844 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.223015 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.223173 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.223332 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.223512 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.223670 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.223828 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.223998 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.224156 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.224314 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.224472 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.224630 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.224788 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.224957 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.225115 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.225273 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.225432 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.225589 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.225747 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.225915 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.226074 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.226232 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.226391 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.226548 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.226706 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.226874 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.227038 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.227198 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.227365 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.227541 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.227692 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.227853 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.228023 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.228183 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.228343 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.228501 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.228658 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.228818 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.228978 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.229140 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.229308 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.229472 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.229632 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.229799 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.229965 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.230132 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.230289 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.230453 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.230623 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.230786 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.230941 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.231099 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.231257 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.231434 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.231594 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.232271 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.232431 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.232592 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.232750 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.232908 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.233068 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.233233 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.233372 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.233536 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.233694 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.233853 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.234011 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.234169 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 23:51:36.234320 dv-cinder-801633-1-iscsi neutron-server[92821]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92821) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 23:51:36.491746 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 44204) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:36.499973 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061243 Jul 22 23:51:47.835806 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ca04cc-c7c2-4c70-991a-5035d169c27b None None] get_active_networks_info from dv-cinder-801633-1-iscsi {{(pid=92930) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 23:51:48.009065 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ca04cc-c7c2-4c70-991a-5035d169c27b None None] No non-hosted networks {{(pid=92930) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 23:51:48.093164 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3bcfc1da-ee04-43b0-841a-7e13772fffa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-938421'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.187462 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-78558bdc-4007-4c1a-87ee-ee5331ac0443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-938421'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.232321 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a47e5acd-128f-4dd9-8237-d3afb6cdc4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.430321 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-938421'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:50.431758 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:50.432363 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:50.433455 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:50.434466 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:50.435544 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:50.436577 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:50.437540 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:50.438141 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:50.438959 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:50.439886 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:50.440511 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:50.442072 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:51:50.442784 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801633-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:50.451637 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801633-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:51:51.469831 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-938421'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:53.141413 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-938421'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:54.128882 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 44296) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:54.516866 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.db.l3_hamode_db [None req-fd18f3d7-ce57-4e8a-aea9-240d4da3cb32 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 23:51:54.591353 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18f3d7-ce57-4e8a-aea9-240d4da3cb32 None None] Routers set() bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:51:54.591764 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18f3d7-ce57-4e8a-aea9-240d4da3cb32 None None] Router IDs set() for agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 23:51:54.614024 dv-cinder-801633-1-iscsi neutron-server[92929]: WARNING oslo_policy.policy [None req-68a018af-8e51-4b9e-9b8f-573689de52a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:51:54.614639 dv-cinder-801633-1-iscsi neutron-server[92929]: WARNING oslo_policy.policy [None req-68a018af-8e51-4b9e-9b8f-573689de52a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:51:54.830216 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [None req-68a018af-8e51-4b9e-9b8f-573689de52a8 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:51:54.831243 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-68a018af-8e51-4b9e-9b8f-573689de52a8 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7013719 Jul 22 23:51:57.134310 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 44310) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:51:57.433064 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-11645dde-5df8-467b-a669-f22770e9dabf admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:51:57.524865 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.policy [None req-11645dde-5df8-467b-a669-f22770e9dabf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92929) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 23:51:57.569302 dv-cinder-801633-1-iscsi neutron-server[92929]: WARNING oslo_policy.policy [None req-11645dde-5df8-467b-a669-f22770e9dabf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:51:57.569663 dv-cinder-801633-1-iscsi neutron-server[92929]: WARNING oslo_policy.policy [None req-11645dde-5df8-467b-a669-f22770e9dabf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:51:57.578021 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.quota [None req-11645dde-5df8-467b-a669-f22770e9dabf admin admin] Loaded quota_driver: . Jul 22 23:51:57.669830 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11645dde-5df8-467b-a669-f22770e9dabf admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770844733420', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770844731777', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770844720143', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770844714561', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770844691907', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770844699212', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1690751', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1697364', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-541805', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-988685'] for rbac-policy, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:57.733295 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11645dde-5df8-467b-a669-f22770e9dabf admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:51:57.734775 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-11645dde-5df8-467b-a669-f22770e9dabf admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5994837 Jul 22 23:52:00.260869 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 44322) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:00.549065 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Request body: {'network': {'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'admin_state_up': True, 'name': 'private', 'project_id': '0d6aa59f331342db9ba2e57e3e8cbd5f'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:00.577740 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Made reservation on behalf of 0d6aa59f331342db9ba2e57e3e8cbd5f for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:00.580508 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:00.596737 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:00.729339 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:00.732884 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:00.752407 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:52:00.780818 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770848347688', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:00.781395 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Unsubscribe: segment precommit_create {{(pid=92929) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 23:52:00.781880 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Added segment e3b48972-b5e8-4f7a-8918-a07f59db05f7 of type vlan for network 80c46fb3-6120-4c14-b30e-c6eba04f5d53 Jul 22 23:52:00.798631 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1601f0-61cf-4f37-965e-6536941c5034,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:00.824299 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:00.824631 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:00.825951 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:00.826273 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:00.826587 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:00.826915 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:00.827229 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:00.827562 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:00.827884 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:00.828195 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:00.828499 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:00.828803 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Tracked resource versions report: Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: pushed versions: Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: { 'AddressGroup': {'1.2'}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'ConntrackHelper': {'1.0'}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Log': {'1.0'}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Network': {'1.1'}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Port': {'1.7'}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'PortForwarding': {'1.2'}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'QosPolicy': {'1.8'}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'SecurityGroup': {'1.4'}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'SubPort': {'1.0'}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Subnet': {'1.1'}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Trunk': {'1.1'}} Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: consumer versions: Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: { DHCP agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: L3 agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: Metadata agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: Metering agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: Open vSwitch agent@dv-cinder-801633-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'ConntrackHelper': '1.0', Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Log': '1.0', Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Network': '1.1', Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Port': '1.7', Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'PortForwarding': '1.2', Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'QosPolicy': '1.8', Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'SecurityGroup': '1.4', Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'SecurityGroupRule': '1.2', Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'SubPort': '1.0', Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Subnet': '1.1', Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Trunk': '1.1'}} Jul 22 23:52:00.829850 dv-cinder-801633-1-iscsi neutron-server[92929]: {{(pid=92929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:52:00.900946 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:00.953525 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:00.954609 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:00.955278 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:01.004422 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7424881 Jul 22 23:52:01.056423 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b30fc-a142-4177-8a99-02e79656b165 admin admin] Pushing event updated for resources: {'Network': ['ID=80c46fb3-6120-4c14-b30e-c6eba04f5d53,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:01.068714 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network 80c46fb3-6120-4c14-b30e-c6eba04f5d53 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:52:03.589112 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 44336) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:03.974867 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c543026-f54c-460c-add1-71e74c76728c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:03.976281 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0c543026-f54c-460c-add1-71e74c76728c admin admin] 10.222.0.39 "GET /v2.0/networks/80c46fb3-6120-4c14-b30e-c6eba04f5d53 HTTP/1.1" status: 200 len: 825 time: 0.3861752 Jul 22 23:52:04.000772 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3d27a82a-7473-401a-a11a-111eb8e4ad66 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/3007f221-5243-4a1e-a7fe-f0576b7a20ee HTTP/1.1" status: 200 len: 734 time: 0.0185750 Jul 22 23:52:04.009179 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-3bae0a5d-e53e-4376-9d04-228874be2b54 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '3007f221-5243-4a1e-a7fe-f0576b7a20ee', 'ip_version': 4, 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53', 'gateway_ip': '172.20.0.1', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:04.030974 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bae0a5d-e53e-4376-9d04-228874be2b54 admin admin] Made reservation on behalf of 0d6aa59f331342db9ba2e57e3e8cbd5f for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:04.033200 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3bae0a5d-e53e-4376-9d04-228874be2b54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.317417 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3bae0a5d-e53e-4376-9d04-228874be2b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.386714 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae0a5d-e53e-4376-9d04-228874be2b54 admin admin] Checking segment: {'id': 'e3b48972-b5e8-4f7a-8918-a07f59db05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:04.387119 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bae0a5d-e53e-4376-9d04-228874be2b54 admin admin] Network hostable DHCP agents. Network: 80c46fb3-6120-4c14-b30e-c6eba04f5d53, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:52:04.392951 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae0a5d-e53e-4376-9d04-228874be2b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:04.411654 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bae0a5d-e53e-4376-9d04-228874be2b54 admin admin] Network 80c46fb3-6120-4c14-b30e-c6eba04f5d53 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:52:04.423121 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-3bae0a5d-e53e-4376-9d04-228874be2b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, 80c46fb3-6120-4c14-b30e-c6eba04f5d53) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:04.427518 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bae0a5d-e53e-4376-9d04-228874be2b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:04.428094 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3bae0a5d-e53e-4376-9d04-228874be2b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:04.432518 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84cbd3f-d077-4e22-b049-2f0d34305e81 None None] Network 80c46fb3-6120-4c14-b30e-c6eba04f5d53 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:04.441114 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3bae0a5d-e53e-4376-9d04-228874be2b54 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4352183 Jul 22 23:52:04.749292 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64f19bdb-74e2-5c03-984e-713837794b33-80c46fb3-6120-4c14-b30e-c6eba04f5d53', 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'fixed_ips': [{'subnet_id': 'be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779'}]}} from dv-cinder-801633-1-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:52:04.750496 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.015467 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Allocated IP 172.20.0.2 (80c46fb3-6120-4c14-b30e-c6eba04f5d53/be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779/515bd701-d0a2-4e77-af31-b87c96c66d2b) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:05.239661 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.254481 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Transition to ACTIVE for port object 515bd701-d0a2-4e77-af31-b87c96c66d2b will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:05.274829 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Transition to ACTIVE for port object 515bd701-d0a2-4e77-af31-b87c96c66d2b will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:05.282226 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.355029 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Network 80c46fb3-6120-4c14-b30e-c6eba04f5d53 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:05.360309 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:05.367688 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Pushing event updated for resources: {'Port': ['ID=515bd701-d0a2-4e77-af31-b87c96c66d2b,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:05.367893 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:05.397898 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:05.398235 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:05.398569 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:05.398897 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:05.399217 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:05.399562 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:05.399880 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:05.400196 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:05.400549 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:05.400868 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:05.401181 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:05.401492 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Tracked resource versions report: Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: pushed versions: Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: consumer versions: Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: L3 agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: Metadata agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: Metering agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-801633-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Log': '1.0', Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Network': '1.1', Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Port': '1.7', Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 22 23:52:05.402552 dv-cinder-801633-1-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:52:05.456148 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Attempting to bind port 515bd701-d0a2-4e77-af31-b87c96c66d2b on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:52:05.456813 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Attempting to bind port 515bd701-d0a2-4e77-af31-b87c96c66d2b by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': 'e3b48972-b5e8-4f7a-8918-a07f59db05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:52:05.456918 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Attempting to bind port 515bd701-d0a2-4e77-af31-b87c96c66d2b on network 80c46fb3-6120-4c14-b30e-c6eba04f5d53 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:05.461614 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:52:05.462006 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Checking segment: {'id': 'e3b48972-b5e8-4f7a-8918-a07f59db05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:05.462464 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.462846 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Bound using segment: {'id': 'e3b48972-b5e8-4f7a-8918-a07f59db05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:52:05.463318 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Bound port: 515bd701-d0a2-4e77-af31-b87c96c66d2b, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b48972-b5e8-4f7a-8918-a07f59db05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:52:05.463734 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.527357 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] For port 515bd701-d0a2-4e77-af31-b87c96c66d2b, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:05.532800 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] For port 515bd701-d0a2-4e77-af31-b87c96c66d2b, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=515bd701-d0a2-4e77-af31-b87c96c66d2b,segment=NetworkSegment(e3b48972-b5e8-4f7a-8918-a07f59db05f7),segment_id=e3b48972-b5e8-4f7a-8918-a07f59db05f7)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:52:05.537106 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:05.600316 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5c25f-a777-4497-9198-a9781d89b2e9 None None] Pushing event updated for resources: {'Port': ['ID=515bd701-d0a2-4e77-af31-b87c96c66d2b,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:06.833109 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44344) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:07.320457 dv-cinder-801633-1-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-de256fd5-cf7b-47e4-b178-4f964fd01bcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:52:07.321046 dv-cinder-801633-1-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-de256fd5-cf7b-47e4-b178-4f964fd01bcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:52:07.548911 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-de256fd5-cf7b-47e4-b178-4f964fd01bcd admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:52:07.550166 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-de256fd5-cf7b-47e4-b178-4f964fd01bcd admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7150142 Jul 22 23:52:09.943883 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44358) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:10.260255 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-299ccba7-691b-48d5-b8ea-fac09f0156d1 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:52:10.261204 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-299ccba7-691b-48d5-b8ea-fac09f0156d1 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3163643 Jul 22 23:52:12.871930 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 44372) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:13.164461 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-d95acb96-d8bc-4982-9fbc-8256e0940b14 admin admin] Request body: {'router': {'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'name': 'router1', 'admin_state_up': True}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:13.187269 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d95acb96-d8bc-4982-9fbc-8256e0940b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-942690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9454'] for router, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.188738 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d95acb96-d8bc-4982-9fbc-8256e0940b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9441'] for router, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.325512 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d95acb96-d8bc-4982-9fbc-8256e0940b14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.330076 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d95acb96-d8bc-4982-9fbc-8256e0940b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.341499 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d95acb96-d8bc-4982-9fbc-8256e0940b14 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:13.342775 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d95acb96-d8bc-4982-9fbc-8256e0940b14 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4698589 Jul 22 23:52:13.932066 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afc1a7f-78f5-4841-936b-e6ee70b3353d None None] Network 80c46fb3-6120-4c14-b30e-c6eba04f5d53 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:14.006785 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-78766630-efaa-4033-acca-99aa67f47cc6 None None] Provisioning for port 515bd701-d0a2-4e77-af31-b87c96c66d2b completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:14.292100 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 515bd701-d0a2-4e77-af31-b87c96c66d2b up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:14.382668 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 515bd701-d0a2-4e77-af31-b87c96c66d2b completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:14.386009 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 515bd701-d0a2-4e77-af31-b87c96c66d2b triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:14.386399 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.489696 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.531860 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 515bd701-d0a2-4e77-af31-b87c96c66d2b, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=515bd701-d0a2-4e77-af31-b87c96c66d2b,segment=NetworkSegment(e3b48972-b5e8-4f7a-8918-a07f59db05f7),segment_id=e3b48972-b5e8-4f7a-8918-a07f59db05f7)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:14.536181 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:14.582108 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=515bd701-d0a2-4e77-af31-b87c96c66d2b,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:15.693488 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44380) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:16.002500 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-0ce43d13-9735-445e-8483-3179de9daf0b admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:52:16.003491 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0ce43d13-9735-445e-8483-3179de9daf0b admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3090847 Jul 22 23:52:16.262706 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 515bd701-d0a2-4e77-af31-b87c96c66d2b up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:16.309916 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 515bd701-d0a2-4e77-af31-b87c96c66d2b triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:16.310279 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:17.726045 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f28c3ef4-0ee9-4733-b2c2-5baf58f2a472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.371735 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44388) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:18.674480 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:18.676147 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.quota [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Loaded quota_driver: . Jul 22 23:52:18.735257 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Made reservation on behalf of cc9a0a857d694f08a0782561543fb0a5 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:18.800590 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.policy [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92928) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 23:52:18.844991 dv-cinder-801633-1-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:52:18.845350 dv-cinder-801633-1-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 23:52:18.855268 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:18.875006 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.001675 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.005300 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.016441 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Reserving flat network on physical network physnet1 {{(pid=92928) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 23:52:19.048726 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770848347688', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.049304 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Unsubscribe: segment precommit_create {{(pid=92928) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 23:52:19.049805 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Added segment 993c24d7-a172-4351-a678-7e406798eb06 of type flat for network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 Jul 22 23:52:19.071514 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99820519-501a-4c20-baab-58ee32a4dcf5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:19.107229 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:19.107601 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:19.107935 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:19.108259 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:19.108578 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:19.108968 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:19.109290 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:19.109610 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:19.109938 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:19.110253 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:19.110562 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:19.110870 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Tracked resource versions report: Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: pushed versions: Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: consumer versions: Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: L3 agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: Metadata agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: Metering agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-801633-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Log': '1.0', Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Network': '1.1', Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Port': '1.7', Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 22 23:52:19.112351 dv-cinder-801633-1-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:52:19.186684 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.243846 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.245041 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:19.245726 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:19.301760 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9289069 Jul 22 23:52:19.345473 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f8d41-9a2e-4afa-87c3-8e29a80a2a39 admin admin] Pushing event updated for resources: {'Network': ['ID=1f921d22-7f19-49aa-8815-cc3d3e7a6e33,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:19.356621 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:52:20.178641 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b5a95cbb-9ed5-4b63-a433-e8937a3a855f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:20.427458 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.415955 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:21.626050 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44410) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:21.885017 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec65dae-5e3d-4ba3-8641-7ab5e22e8e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:21.886361 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1ec65dae-5e3d-4ba3-8641-7ab5e22e8e2b admin admin] 10.222.0.39 "GET /v2.0/subnets/be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779 HTTP/1.1" status: 200 len: 849 time: 0.2593713 Jul 22 23:52:22.055341 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ccded4d6-ced2-4ef4-9f23-27ef6f9915d0 admin admin] 10.222.0.39 "GET /v2.0/routers/839e4efa-f9a4-4403-825d-fe5dc5b634bb HTTP/1.1" status: 200 len: 704 time: 0.1630528 Jul 22 23:52:22.329125 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.617822 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Allocated IP 172.20.0.1 (80c46fb3-6120-4c14-b30e-c6eba04f5d53/be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779/1915c3c0-31d0-42a2-b620-b6768523e429) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:22.795610 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.818392 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Transition to ACTIVE for port object 1915c3c0-31d0-42a2-b620-b6768523e429 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:22.896824 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:22.968749 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Network 80c46fb3-6120-4c14-b30e-c6eba04f5d53 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:22.973422 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:22.983043 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:22.983927 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942669'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.003590 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Pushing event updated for resources: {'Port': ['ID=1915c3c0-31d0-42a2-b620-b6768523e429,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:23.064182 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.191281 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.231961 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-65cc6871-3542-4e1f-9704-14d5c7c652ac None None] Provisioning for port 1915c3c0-31d0-42a2-b620-b6768523e429 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:23.235612 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-65cc6871-3542-4e1f-9704-14d5c7c652ac None None] Provisioning complete for port 1915c3c0-31d0-42a2-b620-b6768523e429 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:23.235981 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-65cc6871-3542-4e1f-9704-14d5c7c652ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.267462 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-65cc6871-3542-4e1f-9704-14d5c7c652ac None None] Port 1915c3c0-31d0-42a2-b620-b6768523e429 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:52:23.414350 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.418517 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.419255 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939261'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.476653 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Pushing event updated for resources: {'Port': ['ID=1915c3c0-31d0-42a2-b620-b6768523e429,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:23.541972 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Network 80c46fb3-6120-4c14-b30e-c6eba04f5d53 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:23.543252 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:23.702164 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Router 839e4efa-f9a4-4403-825d-fe5dc5b634bb is scheduled to L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:52:23.787499 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1a5-0876-4068-a29c-e0c63d965bd7 None None] Provisioning complete for port 1915c3c0-31d0-42a2-b620-b6768523e429 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:23.787899 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1a5-0876-4068-a29c-e0c63d965bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:23.789618 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:52:23.797703 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-30190d75-a4cd-4cec-9886-dfae85b5d939 admin admin] 10.222.0.39 "PUT /v2.0/routers/839e4efa-f9a4-4403-825d-fe5dc5b634bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7347763 Jul 22 23:52:23.805390 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Sync routers for ids ['839e4efa-f9a4-4403-825d-fe5dc5b634bb'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:52:23.817685 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Routers {'839e4efa-f9a4-4403-825d-fe5dc5b634bb'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:23.818572 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:52:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['839e4efa-f9a4-4403-825d-fe5dc5b634bb'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:23.827837 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1a5-0876-4068-a29c-e0c63d965bd7 None None] Port 1915c3c0-31d0-42a2-b620-b6768523e429 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:52:24.007735 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Set router 839e4efa-f9a4-4403-825d-fe5dc5b634bb gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:24.435849 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'name': 'router1', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:13Z', 'updated_at': '2021-07-22T23:52:23Z', 'revision_number': 2, 'project_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'gw_port_host': None, '_interfaces': [{'id': '1915c3c0-31d0-42a2-b620-b6768523e429', 'name': '', 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'mac_address': 'fa:16:3e:49:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:22Z', 'updated_at': '2021-07-22T23:52:23Z', 'revision_number': 2, 'project_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'subnets': [{'id': 'be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3007f221-5243-4a1e-a7fe-f0576b7a20ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:24.485598 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Checking router: 839e4efa-f9a4-4403-825d-fe5dc5b634bb for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:52:24.485882 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Updating router 839e4efa-f9a4-4403-825d-fe5dc5b634bb port 1915c3c0-31d0-42a2-b620-b6768523e429 binding host dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:52:24.548742 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.030638 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.048331 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Transition to ACTIVE for port object 1915c3c0-31d0-42a2-b620-b6768523e429 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:25.054092 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.216560 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Pushing event updated for resources: {'Port': ['ID=1915c3c0-31d0-42a2-b620-b6768523e429,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:25.226673 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Attempting to bind port 1915c3c0-31d0-42a2-b620-b6768523e429 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:52:25.227064 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Attempting to bind port 1915c3c0-31d0-42a2-b620-b6768523e429 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': 'e3b48972-b5e8-4f7a-8918-a07f59db05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:52:25.227518 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Attempting to bind port 1915c3c0-31d0-42a2-b620-b6768523e429 on network 80c46fb3-6120-4c14-b30e-c6eba04f5d53 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:25.231392 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:25.231736 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:25.232066 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:25.232389 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:25.232708 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:25.233026 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:25.233339 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:25.233653 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:25.233969 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:25.234280 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:25.234588 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:25.234901 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Tracked resource versions report: Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: pushed versions: Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: { 'AddressGroup': {'1.2'}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'ConntrackHelper': {'1.0'}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Log': {'1.0'}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Network': {'1.1'}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Port': {'1.7'}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'PortForwarding': {'1.2'}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'QosPolicy': {'1.8'}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'SecurityGroup': {'1.4'}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'SubPort': {'1.0'}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Subnet': {'1.1'}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Trunk': {'1.1'}} Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: consumer versions: Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: { DHCP agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: L3 agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: Metadata agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: Metering agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: Open vSwitch agent@dv-cinder-801633-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'ConntrackHelper': '1.0', Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Log': '1.0', Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Network': '1.1', Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Port': '1.7', Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'PortForwarding': '1.2', Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'QosPolicy': '1.8', Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'SecurityGroup': '1.4', Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'SecurityGroupRule': '1.2', Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'SubPort': '1.0', Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Subnet': '1.1', Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Trunk': '1.1'}} Jul 22 23:52:25.235970 dv-cinder-801633-1-iscsi neutron-server[92931]: {{(pid=92931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:52:25.240459 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:52:25.240858 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Checking segment: {'id': 'e3b48972-b5e8-4f7a-8918-a07f59db05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:25.241326 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.241695 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Bound using segment: {'id': 'e3b48972-b5e8-4f7a-8918-a07f59db05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:52:25.242177 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Bound port: 1915c3c0-31d0-42a2-b620-b6768523e429, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b48972-b5e8-4f7a-8918-a07f59db05f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:52:25.242559 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.305669 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] For port 1915c3c0-31d0-42a2-b620-b6768523e429, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:25.328042 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] For port 1915c3c0-31d0-42a2-b620-b6768523e429, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=1915c3c0-31d0-42a2-b620-b6768523e429,segment=NetworkSegment(e3b48972-b5e8-4f7a-8918-a07f59db05f7),segment_id=e3b48972-b5e8-4f7a-8918-a07f59db05f7)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:52:25.331899 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:25.386027 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Routers {'839e4efa-f9a4-4403-825d-fe5dc5b634bb'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:25.386676 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:52:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['839e4efa-f9a4-4403-825d-fe5dc5b634bb'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:25.391496 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a04019-e14d-484c-b65d-17773cfde3d8 None None] Pushing event updated for resources: {'Port': ['ID=1915c3c0-31d0-42a2-b620-b6768523e429,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:25.498768 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] Set router 839e4efa-f9a4-4403-825d-fe5dc5b634bb gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:25.702038 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'name': 'router1', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:13Z', 'updated_at': '2021-07-22T23:52:23Z', 'revision_number': 2, 'project_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'gw_port_host': None, '_interfaces': [{'id': '1915c3c0-31d0-42a2-b620-b6768523e429', 'name': '', 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'mac_address': 'fa:16:3e:49:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:22Z', 'updated_at': '2021-07-22T23:52:25Z', 'revision_number': 4, 'project_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'subnets': [{'id': 'be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3007f221-5243-4a1e-a7fe-f0576b7a20ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:25.730790 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93a9bbe-8165-476b-9596-127cf4274649 None None] The sync data for ids ['839e4efa-f9a4-4403-825d-fe5dc5b634bb'] in dv-cinder-801633-1-iscsi is: [{'id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'name': 'router1', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:13Z', 'updated_at': '2021-07-22T23:52:23Z', 'revision_number': 2, 'project_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'gw_port_host': None, '_interfaces': [{'id': '1915c3c0-31d0-42a2-b620-b6768523e429', 'name': '', 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'mac_address': 'fa:16:3e:49:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:22Z', 'updated_at': '2021-07-22T23:52:25Z', 'revision_number': 4, 'project_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'subnets': [{'id': 'be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3007f221-5243-4a1e-a7fe-f0576b7a20ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:52:26.043247 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44430) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:26.150068 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9299d010-1983-45d7-aa2a-426347e0b84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:26.151464 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9299d010-1983-45d7-aa2a-426347e0b84d admin admin] 10.222.0.39 "GET /v2.0/networks/1f921d22-7f19-49aa-8815-cc3d3e7a6e33 HTTP/1.1" status: 200 len: 842 time: 0.1071961 Jul 22 23:52:26.160635 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c0b9fc55-dc3a-4da5-af3b-9fc1f3ab1b98 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:26.184612 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b9fc55-dc3a-4da5-af3b-9fc1f3ab1b98 admin admin] Made reservation on behalf of cc9a0a857d694f08a0782561543fb0a5 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:52:26.186776 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0b9fc55-dc3a-4da5-af3b-9fc1f3ab1b98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:26.486652 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.objects.ports [None req-c0b9fc55-dc3a-4da5-af3b-9fc1f3ab1b98 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92928) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 23:52:26.486972 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0b9fc55-dc3a-4da5-af3b-9fc1f3ab1b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:26.539712 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9fc55-dc3a-4da5-af3b-9fc1f3ab1b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5482803a-9103-4aa9-86e8-768e99c36063,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:26.549860 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b9fc55-dc3a-4da5-af3b-9fc1f3ab1b98 admin admin] Checking segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:26.550203 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b9fc55-dc3a-4da5-af3b-9fc1f3ab1b98 admin admin] Network hostable DHCP agents. Network: 1f921d22-7f19-49aa-8815-cc3d3e7a6e33, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:52:26.570900 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b9fc55-dc3a-4da5-af3b-9fc1f3ab1b98 admin admin] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:52:26.581004 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-c0b9fc55-dc3a-4da5-af3b-9fc1f3ab1b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, 1f921d22-7f19-49aa-8815-cc3d3e7a6e33) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:26.585947 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b9fc55-dc3a-4da5-af3b-9fc1f3ab1b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:26.588211 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0b9fc55-dc3a-4da5-af3b-9fc1f3ab1b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:26.588933 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98bb038-3cc5-4e25-9963-661041552343 None None] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:26.612296 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c0b9fc55-dc3a-4da5-af3b-9fc1f3ab1b98 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4443972 Jul 22 23:52:26.726526 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d99ec2-ba81-4d72-af17-45575ed045fb None None] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:52:28.855701 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44440) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:28.981843 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-872700ed-1ea3-4423-9c62-449488b4bc72 admin admin] 10.222.0.39 "GET /v2.0/routers/839e4efa-f9a4-4403-825d-fe5dc5b634bb HTTP/1.1" status: 200 len: 710 time: 0.1250148 Jul 22 23:52:29.069365 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30023f90-a25f-4d2a-9248-4669bbef964f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:52:29.070664 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-30023f90-a25f-4d2a-9248-4669bbef964f admin admin] 10.222.0.39 "GET /v2.0/networks/1f921d22-7f19-49aa-8815-cc3d3e7a6e33 HTTP/1.1" status: 200 len: 886 time: 0.0837843 Jul 22 23:52:29.079887 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:52:29.387928 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9427'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.619263 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.694282 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.791124 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Allocated IP 172.27.0.33 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/824294a9-6a5c-48b5-8f09-b089676c830f) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:52:29.897316 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.937024 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:29.970484 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:52:29.973184 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:52:29.982748 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:52:30.026533 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=824294a9-6a5c-48b5-8f09-b089676c830f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:30.242836 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:30.432899 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9427'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:30.436867 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942773', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942597'] for router, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:30.555598 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Router 839e4efa-f9a4-4403-825d-fe5dc5b634bb has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:52:30.659250 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:52:30.663447 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:30.664632 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3e44eeb4-51eb-44c2-be39-b6205268c2c5 admin admin] 10.222.0.39 "PUT /v2.0/routers/839e4efa-f9a4-4403-825d-fe5dc5b634bb HTTP/1.1" status: 200 len: 889 time: 1.5879681 Jul 22 23:52:32.143641 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Sync routers for ids ['839e4efa-f9a4-4403-825d-fe5dc5b634bb'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:52:32.154006 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Routers {'839e4efa-f9a4-4403-825d-fe5dc5b634bb'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:32.154722 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:52:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['839e4efa-f9a4-4403-825d-fe5dc5b634bb'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:32.312315 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 1915c3c0-31d0-42a2-b620-b6768523e429 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:32.447743 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 1915c3c0-31d0-42a2-b620-b6768523e429 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:32.451421 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Set router 839e4efa-f9a4-4403-825d-fe5dc5b634bb gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:32.465867 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 1915c3c0-31d0-42a2-b620-b6768523e429 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:32.466177 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:32.780799 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:32.860087 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 1915c3c0-31d0-42a2-b620-b6768523e429, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=1915c3c0-31d0-42a2-b620-b6768523e429,segment=NetworkSegment(e3b48972-b5e8-4f7a-8918-a07f59db05f7),segment_id=e3b48972-b5e8-4f7a-8918-a07f59db05f7)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:32.866018 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:32.940830 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=1915c3c0-31d0-42a2-b620-b6768523e429,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:32.967031 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'name': 'router1', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '824294a9-6a5c-48b5-8f09-b089676c830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:13Z', 'updated_at': '2021-07-22T23:52:30Z', 'revision_number': 4, 'project_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'gw_port': {'id': '824294a9-6a5c-48b5-8f09-b089676c830f', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:29Z', 'updated_at': '2021-07-22T23:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '1915c3c0-31d0-42a2-b620-b6768523e429', 'name': '', 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'mac_address': 'fa:16:3e:49:36:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:22Z', 'updated_at': '2021-07-22T23:52:25Z', 'revision_number': 4, 'project_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'subnets': [{'id': 'be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3007f221-5243-4a1e-a7fe-f0576b7a20ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:33.018214 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Checking router: 839e4efa-f9a4-4403-825d-fe5dc5b634bb for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:52:33.018563 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Updating router 839e4efa-f9a4-4403-825d-fe5dc5b634bb port 824294a9-6a5c-48b5-8f09-b089676c830f binding host dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:52:33.052827 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.094373 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44452) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:52:33.227072 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5a0a78d2-2e55-475d-8f5a-d1d2326f8156 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1306920 Jul 22 23:52:33.382221 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.391470 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Transition to ACTIVE for port object 824294a9-6a5c-48b5-8f09-b089676c830f will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:52:33.397779 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.446282 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac04f12-1f07-4704-b806-e0377d33b57f None None] Pushing event updated for resources: {'Port': ['ID=824294a9-6a5c-48b5-8f09-b089676c830f,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:33.450312 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Attempting to bind port 824294a9-6a5c-48b5-8f09-b089676c830f on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:52:33.450671 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Attempting to bind port 824294a9-6a5c-48b5-8f09-b089676c830f by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:52:33.451025 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Attempting to bind port 824294a9-6a5c-48b5-8f09-b089676c830f on network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:52:33.455949 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:52:33.456310 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Checking segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:52:33.456702 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.457079 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Bound using segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:52:33.457528 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Bound port: 824294a9-6a5c-48b5-8f09-b089676c830f, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:52:33.457913 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.507045 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] For port 824294a9-6a5c-48b5-8f09-b089676c830f, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:52:33.510059 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] For port 824294a9-6a5c-48b5-8f09-b089676c830f, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=824294a9-6a5c-48b5-8f09-b089676c830f,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:52:33.515309 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:33.574416 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Routers {'839e4efa-f9a4-4403-825d-fe5dc5b634bb'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:52:33.575030 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:52:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['839e4efa-f9a4-4403-825d-fe5dc5b634bb'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:33.577727 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac04f12-1f07-4704-b806-e0377d33b57f None None] Pushing event updated for resources: {'Port': ['ID=824294a9-6a5c-48b5-8f09-b089676c830f,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:33.775047 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] Set router 839e4efa-f9a4-4403-825d-fe5dc5b634bb gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:52:33.987003 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'name': 'router1', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '824294a9-6a5c-48b5-8f09-b089676c830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:13Z', 'updated_at': '2021-07-22T23:52:30Z', 'revision_number': 4, 'project_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'gw_port': {'id': '824294a9-6a5c-48b5-8f09-b089676c830f', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:29Z', 'updated_at': '2021-07-22T23:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '1915c3c0-31d0-42a2-b620-b6768523e429', 'name': '', 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'mac_address': 'fa:16:3e:49:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:22Z', 'updated_at': '2021-07-22T23:52:32Z', 'revision_number': 5, 'project_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'subnets': [{'id': 'be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3007f221-5243-4a1e-a7fe-f0576b7a20ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:52:34.013070 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d472e6c7-bd07-49ad-9ea0-868f7553e7c8 None None] The sync data for ids ['839e4efa-f9a4-4403-825d-fe5dc5b634bb'] in dv-cinder-801633-1-iscsi is: [{'id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'name': 'router1', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': '824294a9-6a5c-48b5-8f09-b089676c830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:52:13Z', 'updated_at': '2021-07-22T23:52:30Z', 'revision_number': 4, 'project_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'gw_port': {'id': '824294a9-6a5c-48b5-8f09-b089676c830f', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:fd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:29Z', 'updated_at': '2021-07-22T23:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '1915c3c0-31d0-42a2-b620-b6768523e429', 'name': '', 'network_id': '80c46fb3-6120-4c14-b30e-c6eba04f5d53', 'tenant_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'mac_address': 'fa:16:3e:49:36:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839e4efa-f9a4-4403-825d-fe5dc5b634bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:52:22Z', 'updated_at': '2021-07-22T23:52:32Z', 'revision_number': 5, 'project_id': '0d6aa59f331342db9ba2e57e3e8cbd5f', 'subnets': [{'id': 'be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3007f221-5243-4a1e-a7fe-f0576b7a20ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:52:34.366820 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 824294a9-6a5c-48b5-8f09-b089676c830f up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:34.421537 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 824294a9-6a5c-48b5-8f09-b089676c830f completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:52:34.425740 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 824294a9-6a5c-48b5-8f09-b089676c830f triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:34.426116 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.510712 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.543411 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 824294a9-6a5c-48b5-8f09-b089676c830f, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=824294a9-6a5c-48b5-8f09-b089676c830f,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:52:34.556397 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:34.557116 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 1915c3c0-31d0-42a2-b620-b6768523e429 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:34.643483 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=824294a9-6a5c-48b5-8f09-b089676c830f,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:52:34.660558 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 1915c3c0-31d0-42a2-b620-b6768523e429 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:34.661063 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:36.126711 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:52:36.301820 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 824294a9-6a5c-48b5-8f09-b089676c830f up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:52:36.350642 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 824294a9-6a5c-48b5-8f09-b089676c830f triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:52:36.351146 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:47.739277 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dc59c257-a3db-4d9b-9a69-8059c6b643ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.183926 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ff832469-4521-4a54-8a09-a8e270863a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:50.430912 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:51.426448 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:52:53.087573 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:13.125457 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:53:17.733569 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c2288273-1b59-420c-9206-956302af1861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:20.176552 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-44784397-6166-4076-8438-2786740a7774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:20.433967 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:21.421970 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:23.085844 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:47.734229 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d8d1efa2-1011-49af-a12f-b3b92e10eef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.124296 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:53:50.182696 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-73ce6c25-0f25-4305-9a91-e51dea6e9d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:50.437196 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:51.422149 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:53:53.091616 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:08.301092 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45020) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:08.364352 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.pecan_wsgi.hooks.translation [None req-920503ab-661d-489c-b6fa-5cc51589109a admin admin] GET failed (client error): The resource could not be found. Jul 22 23:54:08.365653 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-920503ab-661d-489c-b6fa-5cc51589109a admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636089 Jul 22 23:54:08.600850 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94720b5-3d00-433e-ac51-a404fb0b13c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:08.602897 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b94720b5-3d00-433e-ac51-a404fb0b13c3 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2323704 Jul 22 23:54:10.713838 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45030) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:10.803780 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba89e94-58c3-4a38-921a-f1236976bac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:10.805156 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-aba89e94-58c3-4a38-921a-f1236976bac5 admin admin] 10.222.0.39 "GET /v2.0/subnets/be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779 HTTP/1.1" status: 200 len: 849 time: 0.0903020 Jul 22 23:54:10.814721 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:10.894001 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Notify callbacks [] for subnet, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.040511 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770848232816'] for subnet, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.068303 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:11.068894 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.070194 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] 10.222.0.39 "PUT /v2.0/subnets/be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779 HTTP/1.1" status: 200 len: 868 time: 0.2591908 Jul 22 23:54:11.091423 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c41a198-9621-4692-945b-863340139816 None None] Network 80c46fb3-6120-4c14-b30e-c6eba04f5d53 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:54:11.092010 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:11.098526 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:11.098900 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:11.099238 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:11.099730 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:11.100059 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:11.100399 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:11.100724 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:11.101045 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:11.101379 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:11.101699 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:11.102013 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:11.102339 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdec4f4-4c67-4180-b77c-1ca8efbf4ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:54:11.468092 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e9492eb1-f56c-4dc7-9a78-2df555e4608c None None] Provisioning complete for port 515bd701-d0a2-4e77-af31-b87c96c66d2b triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:11.468457 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e9492eb1-f56c-4dc7-9a78-2df555e4608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:11.551421 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e9492eb1-f56c-4dc7-9a78-2df555e4608c None None] Provisioning complete for port 1915c3c0-31d0-42a2-b620-b6768523e429 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:54:11.551690 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e9492eb1-f56c-4dc7-9a78-2df555e4608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:13.276422 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45038) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:13.470746 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5462b-93f8-4dc9-b1a8-03b5dac26d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.471143 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a5462b-93f8-4dc9-b1a8-03b5dac26d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:13.472720 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-49a5462b-93f8-4dc9-b1a8-03b5dac26d43 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953413 Jul 22 23:54:15.607116 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 45046) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:15.808604 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91977a-840a-4ace-b7d8-ef5823ccf92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:15.808991 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91977a-840a-4ace-b7d8-ef5823ccf92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:15.810510 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4f91977a-840a-4ace-b7d8-ef5823ccf92e admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023325 Jul 22 23:54:17.734801 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-79f4fbcc-687d-4fcb-905f-ce1b93622d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:17.982444 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 45056) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:18.132852 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9f1fbd-39b8-4f61-b698-3e3090e46cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:18.134226 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-df9f1fbd-39b8-4f61-b698-3e3090e46cd6 admin admin] 10.222.0.39 "GET /v2.0/networks/1f921d22-7f19-49aa-8815-cc3d3e7a6e33 HTTP/1.1" status: 200 len: 886 time: 0.1508274 Jul 22 23:54:20.185761 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-baae18bf-ac5e-48f9-bc5d-87bd83a7d494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:20.276690 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 45064) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:20.417077 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead99868-0564-4942-9781-fd94b4cd0b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:20.418417 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ead99868-0564-4942-9781-fd94b4cd0b5b admin admin] 10.222.0.39 "GET /v2.0/networks/80c46fb3-6120-4c14-b30e-c6eba04f5d53 HTTP/1.1" status: 200 len: 869 time: 0.1407824 Jul 22 23:54:20.439204 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:21.423445 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:22.636687 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45072) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:22.756195 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fc7ba4-f9e7-4f9a-8df9-53b8d6016442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:22.756647 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fc7ba4-f9e7-4f9a-8df9-53b8d6016442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:22.758292 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-89fc7ba4-f9e7-4f9a-8df9-53b8d6016442 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205745 Jul 22 23:54:23.095600 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:24.898749 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45080) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:24.993307 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a827282a-d31f-4b03-bc75-c7e6ed016de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:24.993764 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a827282a-d31f-4b03-bc75-c7e6ed016de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:24.995279 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a827282a-d31f-4b03-bc75-c7e6ed016de9 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955877 Jul 22 23:54:27.122299 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:54:27.129053 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 45088) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:27.212691 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe1fa7-d045-4e22-bdcd-dc2e85814869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:27.213945 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-afbe1fa7-d045-4e22-bdcd-dc2e85814869 admin admin] 10.222.0.39 "GET /v2.0/subnets/5482803a-9103-4aa9-86e8-768e99c36063 HTTP/1.1" status: 200 len: 816 time: 0.0839446 Jul 22 23:54:29.369274 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45096) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:29.456125 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86ea1c-0a8f-4a7a-bb02-5c473d5c07b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:29.457442 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5b86ea1c-0a8f-4a7a-bb02-5c473d5c07b1 admin admin] 10.222.0.39 "GET /v2.0/subnets/be0a9e8c-d32b-4cd7-8de0-ee7f9dc5e779 HTTP/1.1" status: 200 len: 868 time: 0.0872345 Jul 22 23:54:47.735860 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4d24adb7-02f3-495b-a190-dd0676722b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:50.186952 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd16d84e-3c89-4666-a089-95099b6d41b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:50.449016 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:51.428671 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.096963 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:53.730454 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45148) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:53.782447 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-cc798953-44f0-4c7e-8352-9c58cc9fb643 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:54:53.783898 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cc798953-44f0-4c7e-8352-9c58cc9fb643 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0523741 Jul 22 23:54:56.001310 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45156) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:56.059088 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f35f6b-e263-425c-bc3a-6b02a931f1a0 admin admin] GET failed (client error): The resource could not be found. Jul 22 23:54:56.060424 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-51f35f6b-e263-425c-bc3a-6b02a931f1a0 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581877 Jul 22 23:54:56.143316 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146b0391-8999-4524-aba9-3c7ffe5324e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:56.144774 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-146b0391-8999-4524-aba9-3c7ffe5324e0 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804625 Jul 22 23:54:58.312471 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45164) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:54:58.357907 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ad7c5077-2004-4d96-8db0-1910b93cadc2 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:54:58.377870 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7c5077-2004-4d96-8db0-1910b93cadc2 admin admin] Made reservation on behalf of cc9a0a857d694f08a0782561543fb0a5 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:54:58.380242 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad7c5077-2004-4d96-8db0-1910b93cadc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.407986 dv-cinder-801633-1-iscsi neutron-server[92928]: WARNING neutron.services.revisions.revision_plugin [None req-ad7c5077-2004-4d96-8db0-1910b93cadc2 admin admin] Could not find related network for resource to bump revision. Jul 22 23:54:58.421614 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7c5077-2004-4d96-8db0-1910b93cadc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:54:58.432413 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad7c5077-2004-4d96-8db0-1910b93cadc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.432754 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-ad7c5077-2004-4d96-8db0-1910b93cadc2 admin admin] Added segment 8b750334-379d-44b6-bc7a-011a7a3917ea of type vlan for network 78876be2-c9ef-4f8f-ad1e-a2d5c855a6be Jul 22 23:54:58.471518 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad7c5077-2004-4d96-8db0-1910b93cadc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.499171 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad7c5077-2004-4d96-8db0-1910b93cadc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.500071 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7c5077-2004-4d96-8db0-1910b93cadc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:54:58.500648 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad7c5077-2004-4d96-8db0-1910b93cadc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:54:58.531816 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ad7c5077-2004-4d96-8db0-1910b93cadc2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2182879 Jul 22 23:54:58.573686 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c5077-2004-4d96-8db0-1910b93cadc2 admin admin] Pushing event updated for resources: {'Network': ['ID=78876be2-c9ef-4f8f-ad1e-a2d5c855a6be,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:54:58.583973 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network 78876be2-c9ef-4f8f-ad1e-a2d5c855a6be details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:55:00.673432 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45172) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:55:00.734227 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc2ff08-6840-4c2a-812a-e8ce8698fec9 admin admin] GET failed (client error): The resource could not be found. Jul 22 23:55:00.735558 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ecc2ff08-6840-4c2a-812a-e8ce8698fec9 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611217 Jul 22 23:55:00.802267 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11774c2-4ead-4f4c-a275-efb313841572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:00.803874 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d11774c2-4ead-4f4c-a275-efb313841572 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644124 Jul 22 23:55:00.813179 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-1739f2c4-3c26-4388-b395-3f4e449bf289 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '78876be2-c9ef-4f8f-ad1e-a2d5c855a6be', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:55:00.832607 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1739f2c4-3c26-4388-b395-3f4e449bf289 admin admin] Made reservation on behalf of cc9a0a857d694f08a0782561543fb0a5 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:55:00.835587 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1739f2c4-3c26-4388-b395-3f4e449bf289 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:00.990365 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1739f2c4-3c26-4388-b395-3f4e449bf289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.046533 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739f2c4-3c26-4388-b395-3f4e449bf289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d26660f3-7f95-4578-9f30-556d0b80493d,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:01.055930 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1739f2c4-3c26-4388-b395-3f4e449bf289 admin admin] Checking segment: {'id': '8b750334-379d-44b6-bc7a-011a7a3917ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78876be2-c9ef-4f8f-ad1e-a2d5c855a6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:01.056276 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1739f2c4-3c26-4388-b395-3f4e449bf289 admin admin] Network hostable DHCP agents. Network: 78876be2-c9ef-4f8f-ad1e-a2d5c855a6be, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:55:01.071882 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1739f2c4-3c26-4388-b395-3f4e449bf289 admin admin] Network 78876be2-c9ef-4f8f-ad1e-a2d5c855a6be is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:55:01.080022 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-1739f2c4-3c26-4388-b395-3f4e449bf289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, 78876be2-c9ef-4f8f-ad1e-a2d5c855a6be) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:01.084203 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1739f2c4-3c26-4388-b395-3f4e449bf289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:55:01.084779 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1739f2c4-3c26-4388-b395-3f4e449bf289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.088779 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb5f63b-cd78-4d2e-9c23-c87daacca7d7 None None] Network 78876be2-c9ef-4f8f-ad1e-a2d5c855a6be requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:01.108602 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1739f2c4-3c26-4388-b395-3f4e449bf289 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2900853 Jul 22 23:55:01.334475 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0906629-37a8-4298-a381-712351c7173e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64f19bdb-74e2-5c03-984e-713837794b33-78876be2-c9ef-4f8f-ad1e-a2d5c855a6be', 'network_id': '78876be2-c9ef-4f8f-ad1e-a2d5c855a6be', 'tenant_id': 'cc9a0a857d694f08a0782561543fb0a5', 'fixed_ips': [{'subnet_id': 'd26660f3-7f95-4578-9f30-556d0b80493d'}]}} from dv-cinder-801633-1-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:55:01.335962 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.470339 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-b0906629-37a8-4298-a381-712351c7173e None None] Allocated IP 192.168.233.2 (78876be2-c9ef-4f8f-ad1e-a2d5c855a6be/d26660f3-7f95-4578-9f30-556d0b80493d/91fb9286-3976-4b2d-8d1b-1fc6ff956795) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:55:01.614967 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.624543 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b0906629-37a8-4298-a381-712351c7173e None None] Transition to ACTIVE for port object 91fb9286-3976-4b2d-8d1b-1fc6ff956795 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:01.640122 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b0906629-37a8-4298-a381-712351c7173e None None] Transition to ACTIVE for port object 91fb9286-3976-4b2d-8d1b-1fc6ff956795 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:55:01.646741 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.683092 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0906629-37a8-4298-a381-712351c7173e None None] Network 78876be2-c9ef-4f8f-ad1e-a2d5c855a6be is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:55:01.688042 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-b0906629-37a8-4298-a381-712351c7173e None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:55:01.690473 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0906629-37a8-4298-a381-712351c7173e None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:55:01.700814 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0906629-37a8-4298-a381-712351c7173e None None] Pushing event updated for resources: {'Port': ['ID=91fb9286-3976-4b2d-8d1b-1fc6ff956795,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:01.725062 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:01.725390 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:01.726262 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:01.726592 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:01.726918 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:01.727245 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:01.727593 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:01.727915 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:01.728256 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:01.728578 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:01.728895 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:01.729208 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:55:01.769301 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-b0906629-37a8-4298-a381-712351c7173e None None] Attempting to bind port 91fb9286-3976-4b2d-8d1b-1fc6ff956795 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:55:01.769681 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-b0906629-37a8-4298-a381-712351c7173e None None] Attempting to bind port 91fb9286-3976-4b2d-8d1b-1fc6ff956795 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '8b750334-379d-44b6-bc7a-011a7a3917ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78876be2-c9ef-4f8f-ad1e-a2d5c855a6be'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:55:01.770023 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0906629-37a8-4298-a381-712351c7173e None None] Attempting to bind port 91fb9286-3976-4b2d-8d1b-1fc6ff956795 on network 78876be2-c9ef-4f8f-ad1e-a2d5c855a6be {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:55:01.775255 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0906629-37a8-4298-a381-712351c7173e None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:55:01.775688 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0906629-37a8-4298-a381-712351c7173e None None] Checking segment: {'id': '8b750334-379d-44b6-bc7a-011a7a3917ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78876be2-c9ef-4f8f-ad1e-a2d5c855a6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:55:01.776092 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.776476 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0906629-37a8-4298-a381-712351c7173e None None] Bound using segment: {'id': '8b750334-379d-44b6-bc7a-011a7a3917ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78876be2-c9ef-4f8f-ad1e-a2d5c855a6be'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:55:01.776935 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-b0906629-37a8-4298-a381-712351c7173e None None] Bound port: 91fb9286-3976-4b2d-8d1b-1fc6ff956795, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b750334-379d-44b6-bc7a-011a7a3917ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78876be2-c9ef-4f8f-ad1e-a2d5c855a6be'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:55:01.777336 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.839912 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b0906629-37a8-4298-a381-712351c7173e None None] For port 91fb9286-3976-4b2d-8d1b-1fc6ff956795, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:55:01.843212 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b0906629-37a8-4298-a381-712351c7173e None None] For port 91fb9286-3976-4b2d-8d1b-1fc6ff956795, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=91fb9286-3976-4b2d-8d1b-1fc6ff956795,segment=NetworkSegment(8b750334-379d-44b6-bc7a-011a7a3917ea),segment_id=8b750334-379d-44b6-bc7a-011a7a3917ea)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:55:01.849051 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b0906629-37a8-4298-a381-712351c7173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:01.904529 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0906629-37a8-4298-a381-712351c7173e None None] Pushing event updated for resources: {'Port': ['ID=91fb9286-3976-4b2d-8d1b-1fc6ff956795,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:02.408096 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 91fb9286-3976-4b2d-8d1b-1fc6ff956795 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:02.460619 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 91fb9286-3976-4b2d-8d1b-1fc6ff956795 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:02.743693 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4123e3a6-0807-4b57-bac4-47cbad9a71e1 None None] Network 78876be2-c9ef-4f8f-ad1e-a2d5c855a6be requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:55:02.820742 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e75554f4-77a1-4eaa-bbd1-803b181d9879 None None] Provisioning for port 91fb9286-3976-4b2d-8d1b-1fc6ff956795 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:55:02.852553 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e75554f4-77a1-4eaa-bbd1-803b181d9879 None None] Provisioning complete for port 91fb9286-3976-4b2d-8d1b-1fc6ff956795 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:02.852911 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e75554f4-77a1-4eaa-bbd1-803b181d9879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:02.979249 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e75554f4-77a1-4eaa-bbd1-803b181d9879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.014791 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-e75554f4-77a1-4eaa-bbd1-803b181d9879 None None] For port 91fb9286-3976-4b2d-8d1b-1fc6ff956795, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=91fb9286-3976-4b2d-8d1b-1fc6ff956795,segment=NetworkSegment(8b750334-379d-44b6-bc7a-011a7a3917ea),segment_id=8b750334-379d-44b6-bc7a-011a7a3917ea)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:55:03.021948 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e75554f4-77a1-4eaa-bbd1-803b181d9879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:03.076412 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75554f4-77a1-4eaa-bbd1-803b181d9879 None None] Pushing event updated for resources: {'Port': ['ID=91fb9286-3976-4b2d-8d1b-1fc6ff956795,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:55:03.141472 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-80b117d9-e2c1-46d5-af8a-fdcfd463a449 None None] Provisioning complete for port 91fb9286-3976-4b2d-8d1b-1fc6ff956795 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:03.141840 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80b117d9-e2c1-46d5-af8a-fdcfd463a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:04.121686 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:55:04.383298 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 91fb9286-3976-4b2d-8d1b-1fc6ff956795 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:55:04.430432 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 91fb9286-3976-4b2d-8d1b-1fc6ff956795 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:55:04.430797 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:17.737600 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-36a059ba-d762-4404-8659-cfe605448993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.187711 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-830cb4f2-f4c0-44a7-afc7-da99fd489f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:20.447167 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:21.431459 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:23.101682 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:41.120416 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:55:47.738530 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10e7587f-6df8-44fb-aa17-c284f192f57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.189239 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-78ba361f-16a3-4604-8881-7421d61e5fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:50.448579 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:51.435114 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:55:53.106217 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.324429 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45224) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:11.330314 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-bf6d1340-6279-4f51-b246-65c4135a4a5c tempest-verify_tempest_config-859902780 tempest-verify_tempest_config-859902780-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:56:11.331261 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bf6d1340-6279-4f51-b246-65c4135a4a5c tempest-verify_tempest_config-859902780 tempest-verify_tempest_config-859902780-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058730 Jul 22 23:56:11.645993 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45242) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:11.742733 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.829103 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.832660 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.876900 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=658dcb1977924e2882258a526e07d51e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2293510 Jul 22 23:56:11.877959 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258c42d9-67a2-415a-90e2-2025765fdc1c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:11.879577 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 45246) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:56:11.884998 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:11.885358 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:11.885697 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:11.886037 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:11.886370 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:11.886718 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:11.887047 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:11.887367 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:11.887716 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:11.888039 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:11.888377 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:11.888695 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325bf17c-1314-4d30-aa24-8d3616a81fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:11.934723 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:11.957552 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.044412 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.046885 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:12.048107 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/258c42d9-67a2-415a-90e2-2025765fdc1c HTTP/1.1" status: 204 len: 168 time: 0.1675694 Jul 22 23:56:12.056107 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258c42d9-67a2-415a-90e2-2025765fdc1c,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:56:12.062648 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:12.063006 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:12.063345 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:12.063703 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:12.064059 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:12.064418 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:12.064766 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:12.065092 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:12.065439 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:12.065764 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:12.066086 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:12.066405 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d1baa-8d26-4b08-9985-00ea9417c2cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:56:17.739022 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8ef69cfa-e71d-4416-bbd4-575fc45f058d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:18.118887 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:56:20.191236 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-60621dc9-8159-4501-a430-f3a7d9c30857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:20.448632 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:21.438480 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:23.111392 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:47.740010 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3bf7-6bfe-46a7-b80c-31f5564a19f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.191456 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fec3aeb2-5a99-4527-93b5-e4db76e4408f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:50.447865 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:51.443053 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:53.116709 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:56:55.117778 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:57:17.740434 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-679bd3b1-2553-4b95-b803-12e41ccba0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.192842 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7f6a-c2b5-4d30-bbb2-d421790ff608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:20.448066 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:21.441756 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:23.116154 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:32.116293 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 5 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:57:42.852518 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-938421'] for agent, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:46.617849 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45300) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:46.717859 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-43c91105-de92-47f1-b8ab-92537ccf92c7 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0989134 Jul 22 23:57:47.741020 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5307f190-b441-4310-95a4-8646149fce15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:48.888142 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45310) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:57:48.940238 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-22200e71-5b00-49a6-b7e1-5f00f8a8ced2 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0510166 Jul 22 23:57:50.194279 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e694bba0-8346-464d-8ff6-628902d001aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:50.448537 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:51.444904 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:57:53.118619 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:09.114457 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:58:12.817517 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:17.740889 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1e254b21-6f34-4d9f-8624-7be9d047f221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.194829 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6acad0f5-621b-4f31-918d-ae7118287484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:20.449045 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:21.447829 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:23.122213 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:42.837746 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:46.112629 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:58:47.741599 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d2513ec5-6a1a-45bf-a6b7-eaccf5dc9f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.195914 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8eba8cf3-0389-4fde-b589-49d458592f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:50.449729 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:51.450639 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:58:53.125256 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:12.849271 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:14.730809 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45512) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:14.866586 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45526) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:15.030536 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-935795732-network', 'tenant_id': '7f6108e573844cbdacd61435f6dacdf8'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:15.061336 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Made reservation on behalf of 7f6108e573844cbdacd61435f6dacdf8 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:15.063839 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.072581 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.286713 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.291342 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.315624 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:15.334688 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-297575748-network', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:15.348180 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.349228 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Added segment 9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32 of type vlan for network 5700993c-28e3-4cd1-83be-0cd328b486c1 Jul 22 23:59:15.359475 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 45556) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:15.436138 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fcfcc4-1878-435d-be89-07f1906d0e56,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:15.442321 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.445813 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Made reservation on behalf of 0c9a6a7d54ce41219d8c6a9c4be2d52f for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:15.448038 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.463247 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:15.463641 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:15.463985 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:15.464546 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:15.464877 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:15.465224 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:15.465558 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:15.465969 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:15.466510 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:15.467163 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:15.467680 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:15.468176 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Tracked resource versions report: Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: pushed versions: Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: consumer versions: Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: HyperV agent@hv-cinder-80163: {}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: L3 agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: Metadata agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: Metering agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-801633-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Log': '1.0', Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Network': '1.1', Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Port': '1.7', Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 22 23:59:15.469447 dv-cinder-801633-1-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:59:15.478028 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.521066 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.522590 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:15.523160 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.609612 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] Pushing event updated for resources: {'Network': ['ID=5700993c-28e3-4cd1-83be-0cd328b486c1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:15.625043 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network 5700993c-28e3-4cd1-83be-0cd328b486c1 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:15.636456 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1512692628-network', 'tenant_id': '135d974554f54c518ffeb672745ff2c3'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:15.661094 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.662246 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45578) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:15.670885 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.695058 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 45582) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:15.696947 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-802ec239-31bf-422d-9031-d29cc66e280c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9643073 Jul 22 23:59:15.708483 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-9da69d1a-dd55-4262-afa0-58d8bcffdb48 admin admin] Request body: {'subnet': {'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-935795732-subnet', 'tenant_id': '7f6108e573844cbdacd61435f6dacdf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:15.724090 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Made reservation on behalf of 135d974554f54c518ffeb672745ff2c3 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:15.729209 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.736625 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:15.759661 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.762858 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543710f9-2c6f-45ef-8e5e-0f6f5bbf0111,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:15.776950 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.779050 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Added segment 0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce of type vlan for network d72d623f-3714-41dc-869a-b358bd7c89e7 Jul 22 23:59:15.791159 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da69d1a-dd55-4262-afa0-58d8bcffdb48 admin admin] Made reservation on behalf of 7f6108e573844cbdacd61435f6dacdf8 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:15.793697 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9da69d1a-dd55-4262-afa0-58d8bcffdb48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.807915 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2118571152-network', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:15.869411 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.921808 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:15.922827 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:15.923424 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.012108 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.012796 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] Pushing event updated for resources: {'Network': ['ID=d72d623f-3714-41dc-869a-b358bd7c89e7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:16.028894 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network d72d623f-3714-41dc-869a-b358bd7c89e7 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:16.042545 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7d9d1d9d-da3a-458c-888c-3df1bc9d4425 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1748350 Jul 22 23:59:16.043182 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45594) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:16.052996 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.061380 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-45c0cf8a-3fa7-4aed-99bd-a76e3a3e0046 admin admin] Request body: {'subnet': {'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-subnet', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:16.095665 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Made reservation on behalf of ddcd263763bc4c92a9f6474efa29337f for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:16.100685 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.121955 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.142141 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c0cf8a-3fa7-4aed-99bd-a76e3a3e0046 admin admin] Made reservation on behalf of 0c9a6a7d54ce41219d8c6a9c4be2d52f for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:16.145527 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-45c0cf8a-3fa7-4aed-99bd-a76e3a3e0046 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.220713 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:16.243309 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19db2738-9f54-45b5-940c-6904b0a32ff0,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:16.255027 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:16.255632 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:16.256143 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:16.256658 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:16.257133 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:16.257648 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:16.258138 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:16.258620 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:16.259254 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:16.259854 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:16.260332 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:16.260833 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Tracked resource versions report: Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: pushed versions: Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: { 'AddressGroup': {'1.2'}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'ConntrackHelper': {'1.0'}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Log': {'1.0'}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Network': {'1.1'}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Port': {'1.7'}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'PortForwarding': {'1.2'}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'QosPolicy': {'1.8'}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'SecurityGroup': {'1.4'}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'SubPort': {'1.0'}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Subnet': {'1.1'}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Trunk': {'1.1'}} Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: consumer versions: Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: { DHCP agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: HyperV agent@hv-cinder-80163: {}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: L3 agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: Metadata agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: Metering agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: Open vSwitch agent@dv-cinder-801633-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'ConntrackHelper': '1.0', Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Log': '1.0', Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Network': '1.1', Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Port': '1.7', Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'PortForwarding': '1.2', Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'QosPolicy': '1.8', Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'SecurityGroup': '1.4', Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'SecurityGroupRule': '1.2', Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'SubPort': '1.0', Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Subnet': '1.1', Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: 'Trunk': '1.1'}} Jul 22 23:59:16.261993 dv-cinder-801633-1-iscsi neutron-server[92929]: {{(pid=92929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:59:16.274340 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9da69d1a-dd55-4262-afa0-58d8bcffdb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.282845 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.283455 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Added segment 3bbb9973-ca3f-441a-8590-c5fa37128ed4 of type vlan for network ad2263d6-6737-4251-b2bd-eb41eb63c1fa Jul 22 23:59:16.401342 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.406635 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da69d1a-dd55-4262-afa0-58d8bcffdb48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8112aa32-d31c-4ba1-902b-52e0136b5a44,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:16.407201 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.420962 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:16.445904 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.446317 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Added segment df5cf93b-ca75-4db5-bcb8-b7121245f44c of type vlan for network e43b07a7-ce43-4b1e-9658-3b973dd6f115 Jul 22 23:59:16.459700 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da69d1a-dd55-4262-afa0-58d8bcffdb48 admin admin] Checking segment: {'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:16.460370 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da69d1a-dd55-4262-afa0-58d8bcffdb48 admin admin] Network hostable DHCP agents. Network: 5700993c-28e3-4cd1-83be-0cd328b486c1, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:16.461139 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-45c0cf8a-3fa7-4aed-99bd-a76e3a3e0046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.506750 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da69d1a-dd55-4262-afa0-58d8bcffdb48 admin admin] Network 5700993c-28e3-4cd1-83be-0cd328b486c1 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:16.510572 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8076cdac-4caa-494b-8a3d-2046f6803814,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:16.520925 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.532426 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-9da69d1a-dd55-4262-afa0-58d8bcffdb48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, 5700993c-28e3-4cd1-83be-0cd328b486c1) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:16.538029 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.543656 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2ddf54-df93-454e-9845-7b8a8ec39491 None None] Network 5700993c-28e3-4cd1-83be-0cd328b486c1 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:16.555324 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da69d1a-dd55-4262-afa0-58d8bcffdb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:16.556219 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9da69d1a-dd55-4262-afa0-58d8bcffdb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.594440 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9da69d1a-dd55-4262-afa0-58d8bcffdb48 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8912489 Jul 22 23:59:16.600288 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.601722 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:16.602588 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.629377 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c0cf8a-3fa7-4aed-99bd-a76e3a3e0046 admin admin] Checking segment: {'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:16.629876 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c0cf8a-3fa7-4aed-99bd-a76e3a3e0046 admin admin] Network hostable DHCP agents. Network: d72d623f-3714-41dc-869a-b358bd7c89e7, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:16.632283 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0cf8a-3fa7-4aed-99bd-a76e3a3e0046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739940cf-291e-44ac-8d89-078a7a2a023d,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:16.641359 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.643024 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:16.643637 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.674603 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3139067 Jul 22 23:59:16.675290 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 45622) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:16.682556 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0189950 Jul 22 23:59:16.687556 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45624) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:16.693222 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-16f45f52-a36d-4c5b-a964-8da0a91b9f64 admin admin] Request body: {'subnet': {'network_id': 'ad2263d6-6737-4251-b2bd-eb41eb63c1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1512692628-subnet', 'tenant_id': '135d974554f54c518ffeb672745ff2c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:16.695263 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-dd0f3080-1dd6-4401-974c-95d9174b10b8 admin admin] Request body: {'subnet': {'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2118571152-subnet', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:16.702580 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c0cf8a-3fa7-4aed-99bd-a76e3a3e0046 admin admin] Network d72d623f-3714-41dc-869a-b358bd7c89e7 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:16.716939 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f6212a-0df3-49dd-8020-009e9c7150f2 None None] Network 5700993c-28e3-4cd1-83be-0cd328b486c1 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:16.731659 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44dc27-42cb-4adc-94ab-d561c0a71168 admin admin] Pushing event updated for resources: {'Network': ['ID=ad2263d6-6737-4251-b2bd-eb41eb63c1fa,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:16.762701 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392b0b5-1060-458a-ba36-e30ead10aa29 admin admin] Pushing event updated for resources: {'Network': ['ID=e43b07a7-ce43-4b1e-9658-3b973dd6f115,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:16.782900 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-45c0cf8a-3fa7-4aed-99bd-a76e3a3e0046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, d72d623f-3714-41dc-869a-b358bd7c89e7) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:16.790827 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c0cf8a-3fa7-4aed-99bd-a76e3a3e0046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:16.792017 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-45c0cf8a-3fa7-4aed-99bd-a76e3a3e0046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.795882 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0f3080-1dd6-4401-974c-95d9174b10b8 admin admin] Made reservation on behalf of ddcd263763bc4c92a9f6474efa29337f for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:16.798255 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd0f3080-1dd6-4401-974c-95d9174b10b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:16.813751 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network ad2263d6-6737-4251-b2bd-eb41eb63c1fa details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:16.817033 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network e43b07a7-ce43-4b1e-9658-3b973dd6f115 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:16.819354 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b4065-fe3b-4905-92b3-9cbdd379879b None None] Network d72d623f-3714-41dc-869a-b358bd7c89e7 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:16.860299 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f45f52-a36d-4c5b-a964-8da0a91b9f64 admin admin] Made reservation on behalf of 135d974554f54c518ffeb672745ff2c3 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:16.863202 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-16f45f52-a36d-4c5b-a964-8da0a91b9f64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.024377 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-45c0cf8a-3fa7-4aed-99bd-a76e3a3e0046 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9738359 Jul 22 23:59:17.028660 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45636) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:17.046179 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:17.118215 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-16f45f52-a36d-4c5b-a964-8da0a91b9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.177135 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-942690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9454'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.178219 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9441'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.191270 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd0f3080-1dd6-4401-974c-95d9174b10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.264069 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f45f52-a36d-4c5b-a964-8da0a91b9f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9b5eaf-f7b7-41d7-ad44-6d20d8924777,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:17.294703 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f45f52-a36d-4c5b-a964-8da0a91b9f64 admin admin] Checking segment: {'id': '3bbb9973-ca3f-441a-8590-c5fa37128ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ad2263d6-6737-4251-b2bd-eb41eb63c1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:17.295262 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f45f52-a36d-4c5b-a964-8da0a91b9f64 admin admin] Network hostable DHCP agents. Network: ad2263d6-6737-4251-b2bd-eb41eb63c1fa, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:17.354011 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f45f52-a36d-4c5b-a964-8da0a91b9f64 admin admin] Network ad2263d6-6737-4251-b2bd-eb41eb63c1fa is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:17.379880 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.396402 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-16f45f52-a36d-4c5b-a964-8da0a91b9f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, ad2263d6-6737-4251-b2bd-eb41eb63c1fa) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:17.400883 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f3080-1dd6-4401-974c-95d9174b10b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46c9846-edc3-41e8-94f2-6b7e2b3aa469,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:17.407031 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3e3e36-a336-4bcc-bd41-8f38746e49f5 None None] Network ad2263d6-6737-4251-b2bd-eb41eb63c1fa requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:17.408722 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f45f52-a36d-4c5b-a964-8da0a91b9f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:17.409349 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-16f45f52-a36d-4c5b-a964-8da0a91b9f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.418481 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64f19bdb-74e2-5c03-984e-713837794b33-d72d623f-3714-41dc-869a-b358bd7c89e7', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d'}]}} from dv-cinder-801633-1-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 23:59:17.419358 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.460115 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-16f45f52-a36d-4c5b-a964-8da0a91b9f64 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7709734 Jul 22 23:59:17.494331 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f3080-1dd6-4401-974c-95d9174b10b8 admin admin] Checking segment: {'id': 'df5cf93b-ca75-4db5-bcb8-b7121245f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:17.496708 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f3080-1dd6-4401-974c-95d9174b10b8 admin admin] Network hostable DHCP agents. Network: e43b07a7-ce43-4b1e-9658-3b973dd6f115, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:17.662314 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9427'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.667174 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f3080-1dd6-4401-974c-95d9174b10b8 admin admin] Network e43b07a7-ce43-4b1e-9658-3b973dd6f115 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:17.676595 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-dd0f3080-1dd6-4401-974c-95d9174b10b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, e43b07a7-ce43-4b1e-9658-3b973dd6f115) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:17.700389 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0f3080-1dd6-4401-974c-95d9174b10b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:17.700983 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd0f3080-1dd6-4401-974c-95d9174b10b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.746648 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dd0f3080-1dd6-4401-974c-95d9174b10b8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0544860 Jul 22 23:59:17.746911 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 45680) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:17.750998 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2118571152-router', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:17.786697 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 45686) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:17.789038 dv-cinder-801633-1-iscsi neutron-server[92929]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 23:59:17.812768 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-942690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9454'] for router, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.813811 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9441'] for router, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:17.817318 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f8f199-aaeb-4188-84ce-6392002620fc None None] Network e43b07a7-ce43-4b1e-9658-3b973dd6f115 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:17.927342 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-23b08b0c-9f75-4945-a057-daa68935c213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.018448 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Allocated IP 172.20.0.2 (d72d623f-3714-41dc-869a-b358bd7c89e7/739940cf-291e-44ac-8d89-078a7a2a023d/79da627d-0d31-4a41-9933-6752ff64ce56) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:18.129166 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.129806 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac0762b-50ac-493a-8aa7-ec63d7c65855 None None] Network ad2263d6-6737-4251-b2bd-eb41eb63c1fa requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:18.152845 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.194785 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.298131 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 45722) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:18.302704 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Allocated IP 172.27.0.80 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/73002984-8be1-47f5-b068-67cf84ab70b4) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:18.325031 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6850a1de-98bd-481a-9e56-a2eca0f4d76d None None] Network e43b07a7-ce43-4b1e-9658-3b973dd6f115 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:18.358347 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-24c99fd8-19be-4d32-91b7-1f15309a220c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:18.359914 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-24c99fd8-19be-4d32-91b7-1f15309a220c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/networks?id=5700993c-28e3-4cd1-83be-0cd328b486c1 HTTP/1.1" status: 200 len: 814 time: 0.5722389 Jul 22 23:59:18.467579 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9427'] for router, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.477553 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.482405 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-fa562e97-8dab-47bc-97d0-a0c1b2117ba6 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/quotas/7f6108e573844cbdacd61435f6dacdf8 HTTP/1.1" status: 200 len: 375 time: 0.0885310 Jul 22 23:59:18.496855 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Transition to ACTIVE for port object 79da627d-0d31-4a41-9933-6752ff64ce56 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:18.544577 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Transition to ACTIVE for port object 79da627d-0d31-4a41-9933-6752ff64ce56 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:18.547718 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-41b8e18e-5fc7-421f-9ea2-5971cc90b7ed tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f6108e573844cbdacd61435f6dacdf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642185 Jul 22 23:59:18.568901 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.579976 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.589637 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-a072ed56-9305-4e01-9112-b9d4676ed39c tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:18.596442 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-a072ed56-9305-4e01-9112-b9d4676ed39c tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/networks?id=ad2263d6-6737-4251-b2bd-eb41eb63c1fa HTTP/1.1" status: 200 len: 812 time: 0.2934458 Jul 22 23:59:18.620465 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-77ce223a-9595-4d9d-8bb9-59576eaba1c4 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/quotas/135d974554f54c518ffeb672745ff2c3 HTTP/1.1" status: 200 len: 375 time: 0.0230417 Jul 22 23:59:18.624110 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Network d72d623f-3714-41dc-869a-b358bd7c89e7 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:18.631707 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:18.635372 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:18.643151 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Pushing event updated for resources: {'Port': ['ID=79da627d-0d31-4a41-9933-6752ff64ce56,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:18.649129 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.671602 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-031541bc-624d-47b0-92cc-d4d75018841a tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=135d974554f54c518ffeb672745ff2c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461907 Jul 22 23:59:18.688931 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:18.691893 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:18.694538 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:18.777913 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-43da77cb-21ae-4cd1-a8be-16fca1669e02 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:59:18.779414 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-43da77cb-21ae-4cd1-a8be-16fca1669e02 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1061029 Jul 22 23:59:18.789020 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-41acd21c-12e7-4461-9e9e-d89d034af589 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:59:18.789343 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:18.789876 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:18.790217 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:18.790545 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:18.790959 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-41acd21c-12e7-4461-9e9e-d89d034af589 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580492 Jul 22 23:59:18.791200 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:18.791792 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:18.792269 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:18.792743 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:18.793257 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:18.793737 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:18.794219 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:18.794690 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Tracked resource versions report: Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: pushed versions: Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: consumer versions: Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: HyperV agent@hv-cinder-80163: {}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: L3 agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: Metadata agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: Metering agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-801633-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Log': '1.0', Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Network': '1.1', Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Port': '1.7', Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 22 23:59:18.795890 dv-cinder-801633-1-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:59:18.813457 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Pushing event updated for resources: {'Port': ['ID=73002984-8be1-47f5-b068-67cf84ab70b4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:18.843269 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Attempting to bind port 79da627d-0d31-4a41-9933-6752ff64ce56 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:18.843897 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Attempting to bind port 79da627d-0d31-4a41-9933-6752ff64ce56 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:18.844365 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Attempting to bind port 79da627d-0d31-4a41-9933-6752ff64ce56 on network d72d623f-3714-41dc-869a-b358bd7c89e7 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:18.849495 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:18.850005 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Checking segment: {'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:18.850493 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.850963 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Bound using segment: {'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:18.851540 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Bound port: 79da627d-0d31-4a41-9933-6752ff64ce56, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:18.852021 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.916806 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] For port 79da627d-0d31-4a41-9933-6752ff64ce56, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:18.919910 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] For port 79da627d-0d31-4a41-9933-6752ff64ce56, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=79da627d-0d31-4a41-9933-6752ff64ce56,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:18.925282 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.929396 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:18.983805 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeab9aa-7ddf-4ec8-a165-e887ae225b0d None None] Pushing event updated for resources: {'Port': ['ID=79da627d-0d31-4a41-9933-6752ff64ce56,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:19.088786 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-025c25b2-75fd-437e-a8b1-5979d32146ab service neutron] 10.222.0.39 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925601 Jul 22 23:59:19.106009 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4835ebe1-d627-4ddd-ab57-da37c09ec29f service neutron] 10.222.0.39 "GET /v2.0/networks/ad2263d6-6737-4251-b2bd-eb41eb63c1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974064 Jul 22 23:59:19.142103 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.196494 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.287318 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.348221 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-718c12c6-e197-47ae-8c83-4030495865a8 service neutron] 10.222.0.39 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582943 Jul 22 23:59:19.352643 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Router ec1a013e-cea4-48f4-80f2-3657da99353d is scheduled to L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:59:19.492089 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:19.506572 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Sync routers for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:19.513184 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:19.513478 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-c7038650-7e1d-4fbb-af9a-368be52128f2 service neutron] 10.222.0.39 "GET /v2.0/networks/ad2263d6-6737-4251-b2bd-eb41eb63c1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927643 Jul 22 23:59:19.520047 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 45750) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:19.520321 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-06cacd02-b19c-49fa-b6d0-399e9ceb92d9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4890659 Jul 22 23:59:19.537254 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:19.537992 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:58:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:19.764530 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Allocated IP 172.27.0.243 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/ead39257-f65b-4c05-b88f-dbbb489b63f4) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:19.807351 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:19.988337 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-363d474d-c972-4609-94a7-cb4d33499445 req-ad8cde67-4e9f-4d10-891b-0114c9c4a46d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 210 time: 0.1444662 Jul 22 23:59:20.172715 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-99bb8239-3f99-4125-9dc0-b019fdc4cdae req-affb944a-3b11-4016-9baa-5b81d498d13a tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 210 time: 0.0653999 Jul 22 23:59:20.216832 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9371aa18-027f-4434-add2-7e81ba75e6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.227634 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.248236 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:18Z', 'revision_number': 3, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:20.333217 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Checking router: ec1a013e-cea4-48f4-80f2-3657da99353d for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:20.333575 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Updating router ec1a013e-cea4-48f4-80f2-3657da99353d port 73002984-8be1-47f5-b068-67cf84ab70b4 binding host dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:59:20.434036 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.497582 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325b9cf6-aa3c-4b80-a5c1-d5eb767a0c6d None None] Network d72d623f-3714-41dc-869a-b358bd7c89e7 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:20.568357 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.571500 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.672700 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 79da627d-0d31-4a41-9933-6752ff64ce56 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:20.721137 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:20.750257 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:20.806843 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-2ef111d2-3a2e-4d77-a1fc-3ff0434e800f None None] Provisioning for port 79da627d-0d31-4a41-9933-6752ff64ce56 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:20.912646 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.930643 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Transition to ACTIVE for port object 73002984-8be1-47f5-b068-67cf84ab70b4 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:20.939950 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:20.952826 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:20.963271 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 79da627d-0d31-4a41-9933-6752ff64ce56 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:20.978560 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 79da627d-0d31-4a41-9933-6752ff64ce56 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:20.978921 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.052327 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Pushing event updated for resources: {'Port': ['ID=73002984-8be1-47f5-b068-67cf84ab70b4,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:21.059759 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Attempting to bind port 73002984-8be1-47f5-b068-67cf84ab70b4 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:21.060320 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Attempting to bind port 73002984-8be1-47f5-b068-67cf84ab70b4 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:21.060787 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Attempting to bind port 73002984-8be1-47f5-b068-67cf84ab70b4 on network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:21.080866 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:21.084501 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:21.085045 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:21.085536 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:21.086035 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:21.086541 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:21.087033 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:21.087593 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:21.092963 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:21.093510 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:21.094499 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:21.094992 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Tracked resource versions report: Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: pushed versions: Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: { 'AddressGroup': {'1.2'}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'ConntrackHelper': {'1.0'}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Log': {'1.0'}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Network': {'1.1'}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Port': {'1.7'}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'PortForwarding': {'1.2'}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'QosPolicy': {'1.8'}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'SecurityGroup': {'1.4'}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'SecurityGroupRule': {'1.2'}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'SubPort': {'1.0'}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Subnet': {'1.1'}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Trunk': {'1.1'}} Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: consumer versions: Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: { DHCP agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: HyperV agent@hv-cinder-80163: {}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: L3 agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: Metadata agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: Metering agent@dv-cinder-801633-1-iscsi: {}, Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: Open vSwitch agent@dv-cinder-801633-1-iscsi: { 'AddressGroup': '1.2', Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'ConntrackHelper': '1.0', Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Log': '1.0', Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Network': '1.1', Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Port': '1.7', Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'PortForwarding': '1.2', Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'QosPolicy': '1.8', Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'SecurityGroup': '1.4', Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'SecurityGroupRule': '1.2', Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'SubPort': '1.0', Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Subnet': '1.1', Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: 'Trunk': '1.1'}} Jul 22 23:59:21.096384 dv-cinder-801633-1-iscsi neutron-server[92931]: {{(pid=92931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 23:59:21.113794 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:21.114618 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Checking segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:21.115191 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.115814 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Bound using segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:21.116450 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Bound port: 73002984-8be1-47f5-b068-67cf84ab70b4, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:21.117021 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.179475 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45878) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:21.210922 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.232769 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] For port 73002984-8be1-47f5-b068-67cf84ab70b4, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:21.241767 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] For port 73002984-8be1-47f5-b068-67cf84ab70b4, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=73002984-8be1-47f5-b068-67cf84ab70b4,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:21.245262 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.251370 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.304306 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-09c445ba-74f1-4cab-919a-a6b2fc2d3f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.383536 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 79da627d-0d31-4a41-9933-6752ff64ce56, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=79da627d-0d31-4a41-9933-6752ff64ce56,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:21.390238 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.405956 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0291eabc-4fbe-4dd5-908c-195dc034bd5b req-be49e802-16ed-4ba5-944c-5aeac301a9cc tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 210 time: 0.0888898 Jul 22 23:59:21.406545 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Pushing event updated for resources: {'Port': ['ID=ead39257-f65b-4c05-b88f-dbbb489b63f4,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:21.431097 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:21.431775 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:59:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:21.476432 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d8abb5ec-bdff-48ca-a6f6-2b67f3fe0e88 req-59c62135-3888-4610-934f-aa69a795ded6 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 210 time: 0.1800876 Jul 22 23:59:21.536391 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=79da627d-0d31-4a41-9933-6752ff64ce56,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:21.541501 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.542396 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-09c445ba-74f1-4cab-919a-a6b2fc2d3f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.548040 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-09c445ba-74f1-4cab-919a-a6b2fc2d3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.563216 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5df426-6230-4fa7-acf5-cc6b7c7d2654 None None] Pushing event updated for resources: {'Port': ['ID=73002984-8be1-47f5-b068-67cf84ab70b4,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:21.594390 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-09c445ba-74f1-4cab-919a-a6b2fc2d3f3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37076587d77b48aa9ca420786a4959a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4137580 Jul 22 23:59:21.595319 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45894) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:21.602210 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c445ba-74f1-4cab-919a-a6b2fc2d3f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe8aa0b-a231-4a50-afe3-07b69bcf84a2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:21.618654 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:21.665669 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d08487c4-4740-48de-9715-0e535bfe7703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.683649 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-969fda7c-d900-4a21-8d3c-56d3d6208c3f None None] Provisioning complete for port 79da627d-0d31-4a41-9933-6752ff64ce56 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:21.684050 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-969fda7c-d900-4a21-8d3c-56d3d6208c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.689019 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d08487c4-4740-48de-9715-0e535bfe7703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.757082 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d08487c4-4740-48de-9715-0e535bfe7703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.761684 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d08487c4-4740-48de-9715-0e535bfe7703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.762831 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d08487c4-4740-48de-9715-0e535bfe7703 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efe8aa0b-a231-4a50-afe3-07b69bcf84a2 HTTP/1.1" status: 204 len: 168 time: 0.1665645 Jul 22 23:59:21.771793 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08487c4-4740-48de-9715-0e535bfe7703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe8aa0b-a231-4a50-afe3-07b69bcf84a2,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:21.887567 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:18Z', 'revision_number': 3, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:21.915825 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:21.924297 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f7f7b-25e7-4b94-9b01-c83ce436b5f1 None None] The sync data for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi is: [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:18Z', 'revision_number': 3, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:22.001428 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Allocated IP 172.20.0.1 (d72d623f-3714-41dc-869a-b358bd7c89e7/739940cf-291e-44ac-8d89-078a7a2a023d/9c5d9406-6054-434d-9fd6-13f98807f966) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:22.213307 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.232852 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.239274 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Transition to ACTIVE for port object 9c5d9406-6054-434d-9fd6-13f98807f966 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:22.353020 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.404572 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Network d72d623f-3714-41dc-869a-b358bd7c89e7 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:22.413080 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:22.420001 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:22.420338 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942669'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.445470 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5d9406-6054-434d-9fd6-13f98807f966,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:22.624188 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Router 0500abda-8edf-4eee-b73a-94b0ae89b4e7 is scheduled to L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f with binding_index 1 {{(pid=92929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 23:59:22.742646 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-ca088a6d-1973-4edc-a3dd-d4684f5b0382 None None] Provisioning for port 9c5d9406-6054-434d-9fd6-13f98807f966 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:22.753416 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-ca088a6d-1973-4edc-a3dd-d4684f5b0382 None None] Provisioning complete for port 9c5d9406-6054-434d-9fd6-13f98807f966 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:22.753592 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ca088a6d-1973-4edc-a3dd-d4684f5b0382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:22.769589 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 73002984-8be1-47f5-b068-67cf84ab70b4 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:22.946244 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-ca088a6d-1973-4edc-a3dd-d4684f5b0382 None None] Port 9c5d9406-6054-434d-9fd6-13f98807f966 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:22.970775 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 73002984-8be1-47f5-b068-67cf84ab70b4 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:22.979032 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 73002984-8be1-47f5-b068-67cf84ab70b4 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:22.979540 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.039165 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ae5d46f1-c35c-4eea-a2e2-fe1171b73c1d req-5eeebf24-5ba7-480d-aaa2-05bc0ba341b3 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 210 time: 0.2017038 Jul 22 23:59:23.041679 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70285201-4656-4b4f-acaa-a80fb6b0bbe2 req-53136a43-bf68-4417-a647-2fde55f43c82 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 210 time: 0.2167253 Jul 22 23:59:23.117192 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 23:59:23.183169 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.184150 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.189455 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.205131 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:23.205695 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 73002984-8be1-47f5-b068-67cf84ab70b4, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=73002984-8be1-47f5-b068-67cf84ab70b4,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:23.213900 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.215100 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 79da627d-0d31-4a41-9933-6752ff64ce56 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:23.222714 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Sync routers for ids ['0500abda-8edf-4eee-b73a-94b0ae89b4e7'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:23.244342 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.245592 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fd8b6662-e936-44d7-93b9-1e63f4abdc45 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4982605 Jul 22 23:59:23.248812 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45948) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:23.300534 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Routers {'0500abda-8edf-4eee-b73a-94b0ae89b4e7'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:23.301173 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:59:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['0500abda-8edf-4eee-b73a-94b0ae89b4e7'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:23.397488 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=73002984-8be1-47f5-b068-67cf84ab70b4,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:23.422809 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 79da627d-0d31-4a41-9933-6752ff64ce56 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:23.423314 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.463433 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Set router 0500abda-8edf-4eee-b73a-94b0ae89b4e7 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:23.465302 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.475013 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.476505 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939261'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.550049 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5d9406-6054-434d-9fd6-13f98807f966,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:23.664293 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Network d72d623f-3714-41dc-869a-b358bd7c89e7 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:23.665634 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:23.792090 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'name': 'tempest-ServerRescueNegativeTestJSON-2118571152-router', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:21Z', 'revision_number': 3, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'gw_port': {'id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:19Z', 'updated_at': '2021-07-22T23:59:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:23.837346 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:23.868091 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Checking router: 0500abda-8edf-4eee-b73a-94b0ae89b4e7 for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:23.868444 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Updating router 0500abda-8edf-4eee-b73a-94b0ae89b4e7 port ead39257-f65b-4c05-b88f-dbbb489b63f4 binding host dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:59:23.951506 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.105940 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 45974) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:24.182427 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-9b8c2fd1-a6fd-4a02-8818-84996c00d8eb None None] Provisioning complete for port 9c5d9406-6054-434d-9fd6-13f98807f966 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:24.183068 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9b8c2fd1-a6fd-4a02-8818-84996c00d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.252084 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Router ec1a013e-cea4-48f4-80f2-3657da99353d has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:24.288397 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-9b8c2fd1-a6fd-4a02-8818-84996c00d8eb None None] Port 9c5d9406-6054-434d-9fd6-13f98807f966 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:24.299242 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bab9932d-30ee-49ae-a7b5-e94fa2fd891e req-1fecc890-1e45-4d20-9a98-a13fd5efc3e5 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 210 time: 0.1133542 Jul 22 23:59:24.323026 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0eddcaa1-067f-4a5b-91d9-e6b667971383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.323026 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7fd52c09-31ec-4b37-b878-4847f61bd476 req-c9b1acb2-853f-4187-99cb-f1714053d707 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 210 time: 0.0957158 Jul 22 23:59:24.325064 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Allocated IP 172.20.0.1 (e43b07a7-ce43-4b1e-9658-3b973dd6f115/b46c9846-edc3-41e8-94f2-6b7e2b3aa469/6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:24.483647 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.496568 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Transition to ACTIVE for port object ead39257-f65b-4c05-b88f-dbbb489b63f4 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:24.501330 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.507012 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.543257 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:24.551404 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-58487b9e-cd29-4773-a8c4-4b30806932a7 admin admin] 10.222.0.39 "PUT /v2.0/routers/ec1a013e-cea4-48f4-80f2-3657da99353d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0303178 Jul 22 23:59:24.569422 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Sync routers for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:24.583222 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.618485 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:24.619035 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:59:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:24.624861 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Network e43b07a7-ce43-4b1e-9658-3b973dd6f115 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:24.629916 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:24.634414 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:24.635162 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942669'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.649674 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0eddcaa1-067f-4a5b-91d9-e6b667971383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.664609 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0eddcaa1-067f-4a5b-91d9-e6b667971383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.666687 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 73002984-8be1-47f5-b068-67cf84ab70b4 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:24.724046 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0eddcaa1-067f-4a5b-91d9-e6b667971383 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e649dd331f36475eae4c49dd194b1ec3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6059358 Jul 22 23:59:24.725522 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddcaa1-067f-4a5b-91d9-e6b667971383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3db1b7-c0c0-4138-ba8d-3a73addc4cc5,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:24.726605 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45998) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:24.761883 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf5123-14f0-4cbc-899d-05cdc8032f11 None None] Pushing event updated for resources: {'Port': ['ID=ead39257-f65b-4c05-b88f-dbbb489b63f4,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:24.776008 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Attempting to bind port ead39257-f65b-4c05-b88f-dbbb489b63f4 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:24.776494 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Attempting to bind port ead39257-f65b-4c05-b88f-dbbb489b63f4 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:24.776849 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Attempting to bind port ead39257-f65b-4c05-b88f-dbbb489b63f4 on network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:24.785180 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:24.785835 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Checking segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:24.786400 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.786955 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Bound using segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:24.787618 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Bound port: ead39257-f65b-4c05-b88f-dbbb489b63f4, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:24.788210 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.789302 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Pushing event updated for resources: {'Port': ['ID=6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:24.882960 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] For port ead39257-f65b-4c05-b88f-dbbb489b63f4, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:24.887278 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] For port ead39257-f65b-4c05-b88f-dbbb489b63f4, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=ead39257-f65b-4c05-b88f-dbbb489b63f4,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:24.888754 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-059795d5-8dd3-4319-9c3d-73d0dae87432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.898332 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.917639 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-059795d5-8dd3-4319-9c3d-73d0dae87432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.930790 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:24.961538 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf5123-14f0-4cbc-899d-05cdc8032f11 None None] Pushing event updated for resources: {'Port': ['ID=ead39257-f65b-4c05-b88f-dbbb489b63f4,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:24.964148 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 73002984-8be1-47f5-b068-67cf84ab70b4 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:24.964693 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:24.994690 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.019707 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Routers {'0500abda-8edf-4eee-b73a-94b0ae89b4e7'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:25.020717 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:59:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['0500abda-8edf-4eee-b73a-94b0ae89b4e7'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:25.059891 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-059795d5-8dd3-4319-9c3d-73d0dae87432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.064102 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-059795d5-8dd3-4319-9c3d-73d0dae87432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.067846 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-059795d5-8dd3-4319-9c3d-73d0dae87432 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b3db1b7-c0c0-4138-ba8d-3a73addc4cc5 HTTP/1.1" status: 204 len: 168 time: 0.3379695 Jul 22 23:59:25.093976 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059795d5-8dd3-4319-9c3d-73d0dae87432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3db1b7-c0c0-4138-ba8d-3a73addc4cc5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:25.188976 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] Set router 0500abda-8edf-4eee-b73a-94b0ae89b4e7 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:25.225033 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.230934 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.232024 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939261'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.240112 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 2, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:25.278703 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Checking router: ec1a013e-cea4-48f4-80f2-3657da99353d for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:25.279373 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Updating router ec1a013e-cea4-48f4-80f2-3657da99353d port 9c5d9406-6054-434d-9fd6-13f98807f966 binding host dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:59:25.298433 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Pushing event updated for resources: {'Port': ['ID=6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:25.320853 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.378965 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46014) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:25.389144 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-e546a4a2-6f31-4027-8eb7-f299591dbd16 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685618173', 'description': 'tempest-description--825799029'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:25.433828 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Network e43b07a7-ce43-4b1e-9658-3b973dd6f115 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:25.437114 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:25.485356 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-584c9dc0-cafa-48b8-8215-ed0ca6791760 req-558352f6-c273-4233-8804-24b5b5e255cb tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 210 time: 0.0693545 Jul 22 23:59:25.531689 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a0135c22-9bde-4057-82b4-ea8072a95828 req-e6d003b5-833d-405e-bb34-41137cdb6c50 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 210 time: 0.0617652 Jul 22 23:59:25.535151 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e546a4a2-6f31-4027-8eb7-f299591dbd16 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.579342 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'name': 'tempest-ServerRescueNegativeTestJSON-2118571152-router', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:24Z', 'revision_number': 4, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'gw_port': {'id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:19Z', 'updated_at': '2021-07-22T23:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0', 'name': '', 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'mac_address': 'fa:16:3e:06:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b46c9846-edc3-41e8-94f2-6b7e2b3aa469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:23Z', 'updated_at': '2021-07-22T23:59:24Z', 'revision_number': 1, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'subnets': [{'id': 'b46c9846-edc3-41e8-94f2-6b7e2b3aa469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:25.646721 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Router 0500abda-8edf-4eee-b73a-94b0ae89b4e7 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 23:59:25.652841 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bfcd95-91ce-4061-8f9d-99fdaf65f58c None None] The sync data for ids ['0500abda-8edf-4eee-b73a-94b0ae89b4e7'] in dv-cinder-801633-1-iscsi is: [{'id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'name': 'tempest-ServerRescueNegativeTestJSON-2118571152-router', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:24Z', 'revision_number': 4, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'gw_port': {'id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:19Z', 'updated_at': '2021-07-22T23:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0', 'name': '', 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'mac_address': 'fa:16:3e:06:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b46c9846-edc3-41e8-94f2-6b7e2b3aa469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:23Z', 'updated_at': '2021-07-22T23:59:24Z', 'revision_number': 1, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'subnets': [{'id': 'b46c9846-edc3-41e8-94f2-6b7e2b3aa469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:25.655906 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46024) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:25.687422 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c21f3b55-dada-4b24-bf29-083d8d444ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.770817 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.781795 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Transition to ACTIVE for port object 9c5d9406-6054-434d-9fd6-13f98807f966 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:25.789739 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.792613 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e546a4a2-6f31-4027-8eb7-f299591dbd16 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.804246 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e546a4a2-6f31-4027-8eb7-f299591dbd16 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.842839 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708de65-4597-466e-8676-d01d2f616814 None None] Pushing event updated for resources: {'Port': ['ID=9c5d9406-6054-434d-9fd6-13f98807f966,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:25.866080 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546a4a2-6f31-4027-8eb7-f299591dbd16 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bab7f6-bd3d-40fc-a566-35e147037465,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:25.873369 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 23:59:25.954859 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-67d60e4a-c652-4d99-a2c5-0e36b13b5e2d admin admin] 10.222.0.39 "PUT /v2.0/routers/0500abda-8edf-4eee-b73a-94b0ae89b4e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6549349 Jul 22 23:59:25.955669 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Attempting to bind port 9c5d9406-6054-434d-9fd6-13f98807f966 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:25.955669 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Attempting to bind port 9c5d9406-6054-434d-9fd6-13f98807f966 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:25.955669 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Attempting to bind port 9c5d9406-6054-434d-9fd6-13f98807f966 on network d72d623f-3714-41dc-869a-b358bd7c89e7 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:25.955669 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:25.955669 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Checking segment: {'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:25.955669 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:25.955669 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Bound using segment: {'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:25.955669 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Bound port: 9c5d9406-6054-434d-9fd6-13f98807f966, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:25.955669 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.051443 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c21f3b55-dada-4b24-bf29-083d8d444ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.053142 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] For port 9c5d9406-6054-434d-9fd6-13f98807f966, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:26.057079 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] For port 9c5d9406-6054-434d-9fd6-13f98807f966, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=9c5d9406-6054-434d-9fd6-13f98807f966,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:26.069188 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.074351 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c21f3b55-dada-4b24-bf29-083d8d444ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.134422 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c21f3b55-dada-4b24-bf29-083d8d444ae8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad1ad3cc75664b7aa5f4894d6dda271c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4726148 Jul 22 23:59:26.138106 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 46034) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:26.158592 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e546a4a2-6f31-4027-8eb7-f299591dbd16 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.162619 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e546a4a2-6f31-4027-8eb7-f299591dbd16 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.7800050 Jul 22 23:59:26.164390 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46036) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:26.193808 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-29661b71-2ccd-4158-aea4-c88cee0e866c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Request body: {'security_group_rule': {'security_group_id': 'c9bab7f6-bd3d-40fc-a566-35e147037465', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:26.204497 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f3b55-dada-4b24-bf29-083d8d444ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f35661-3859-48b4-b54e-b8347d1a60ea,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:26.215181 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708de65-4597-466e-8676-d01d2f616814 None None] Pushing event updated for resources: {'Port': ['ID=9c5d9406-6054-434d-9fd6-13f98807f966,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:26.218132 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:26.218819 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:59:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:26.249065 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f409f475-1c3a-494f-be2d-93c4711c979a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.268443 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-29661b71-2ccd-4158-aea4-c88cee0e866c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.286607 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f409f475-1c3a-494f-be2d-93c4711c979a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.383289 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f409f475-1c3a-494f-be2d-93c4711c979a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.386671 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f409f475-1c3a-494f-be2d-93c4711c979a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.388135 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f409f475-1c3a-494f-be2d-93c4711c979a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91f35661-3859-48b4-b54e-b8347d1a60ea HTTP/1.1" status: 204 len: 168 time: 0.2486393 Jul 22 23:59:26.415258 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409f475-1c3a-494f-be2d-93c4711c979a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f35661-3859-48b4-b54e-b8347d1a60ea,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:26.460296 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:26.526636 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-29661b71-2ccd-4158-aea4-c88cee0e866c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.532313 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-29661b71-2ccd-4158-aea4-c88cee0e866c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.614204 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29661b71-2ccd-4158-aea4-c88cee0e866c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afff8785-66d2-4ec6-8e42-9f2433d578c6,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:26.637549 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-29661b71-2ccd-4158-aea4-c88cee0e866c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.639151 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-29661b71-2ccd-4158-aea4-c88cee0e866c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4729857 Jul 22 23:59:26.642214 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46056) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:26.651161 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ac68be72-2e77-46c0-aad1-7001f17ae889 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Request body: {'security_group_rule': {'security_group_id': 'c9bab7f6-bd3d-40fc-a566-35e147037465', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:26.657564 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.41', 64119) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:26.712403 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ac68be72-2e77-46c0-aad1-7001f17ae889 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.840577 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ac68be72-2e77-46c0-aad1-7001f17ae889 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.841013 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ad4bfc30-c0dc-422e-aeaf-62bdbe9f794d req-3efc6928-659c-4ed9-8d9e-383877d18172 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 210 time: 0.1354079 Jul 22 23:59:26.845417 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ac68be72-2e77-46c0-aad1-7001f17ae889 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.873202 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68be72-2e77-46c0-aad1-7001f17ae889 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d861c4-5e46-4b66-9eec-7eef1f377887,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:26.900446 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ac68be72-2e77-46c0-aad1-7001f17ae889 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:26.906953 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ac68be72-2e77-46c0-aad1-7001f17ae889 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2605927 Jul 22 23:59:26.907146 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46072) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:26.915481 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Request body: {'floatingip': {'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:26.965408 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:27.061307 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:26Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:27.138412 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c0eae3-c238-44e0-b96b-eec9d37b8d01 None None] The sync data for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi is: [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:26Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:27.164074 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.41', 64124) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:27.212275 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f205451a-a734-4759-b3b7-1b3edbef4f3b req-f9783920-d8b3-44aa-bf55-faecdb4374c9 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 210 time: 0.1974161 Jul 22 23:59:27.279084 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-fc54f452-8e76-42a9-b330-87c3b5cc8042 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:27.281195 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-fc54f452-8e76-42a9-b330-87c3b5cc8042 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "GET /v2.0/networks?id=5700993c-28e3-4cd1-83be-0cd328b486c1 HTTP/1.1" status: 200 len: 814 time: 0.6226315 Jul 22 23:59:27.360650 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-be7c4034-f04a-4a12-8e9d-b8ad4546a240 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Request body: {'port': {'device_id': '77540639-b8cc-4319-a1b3-486c8eea55ed', 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1', 'admin_state_up': True, 'tenant_id': '7f6108e573844cbdacd61435f6dacdf8'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:27.427400 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-09f40e0d-2211-4e7f-8661-e3759d81f8bb tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:27.435614 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-09f40e0d-2211-4e7f-8661-e3759d81f8bb tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/networks?id=e43b07a7-ce43-4b1e-9658-3b973dd6f115 HTTP/1.1" status: 200 len: 819 time: 0.7336574 Jul 22 23:59:27.549042 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-e689e158-e4bd-4500-a1d6-f28f686db973 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/quotas/ddcd263763bc4c92a9f6474efa29337f HTTP/1.1" status: 200 len: 375 time: 0.1124468 Jul 22 23:59:28.072050 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 46146) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:28.082329 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60c9d3c5-c4d3-440a-a911-4be5d0660f76 req-725be11e-2446-4fca-891f-ed1071ec99a8 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 210 time: 0.1213653 Jul 22 23:59:28.144856 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-3b226d24-156d-4223-a87a-691bd0f580f8 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddcd263763bc4c92a9f6474efa29337f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5810456 Jul 22 23:59:28.163307 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-be7c4034-f04a-4a12-8e9d-b8ad4546a240 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Made reservation on behalf of 7f6108e573844cbdacd61435f6dacdf8 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:28.169855 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-be7c4034-f04a-4a12-8e9d-b8ad4546a240 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:28.269077 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-05645d8e-758f-4e1e-8b43-59927c10d8af tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:28.271971 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-05645d8e-758f-4e1e-8b43-59927c10d8af tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.41 "GET /v2.0/networks?id=ad2263d6-6737-4251-b2bd-eb41eb63c1fa HTTP/1.1" status: 200 len: 812 time: 1.1066189 Jul 22 23:59:28.302152 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4d44f228-3ce2-4647-a327-7988f0a9eada tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Request body: {'port': {'device_id': '15d022d9-eb4b-46a9-bbfc-0effc7fa8aab', 'network_id': 'ad2263d6-6737-4251-b2bd-eb41eb63c1fa', 'admin_state_up': True, 'tenant_id': '135d974554f54c518ffeb672745ff2c3'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:28.451969 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:28.507660 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1ad091bd-6008-45fc-a674-2645f4e233d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:28.511065 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-51af0a00-683d-4b5b-b603-98777f33da44 req-9575bd86-b0d4-4252-9a15-699a36e25763 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 210 time: 0.1578228 Jul 22 23:59:28.573751 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4d44f228-3ce2-4647-a327-7988f0a9eada tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Made reservation on behalf of 135d974554f54c518ffeb672745ff2c3 for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:28.591665 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4d44f228-3ce2-4647-a327-7988f0a9eada tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:28.734322 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 9c5d9406-6054-434d-9fd6-13f98807f966 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:28.751295 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-80c17d29-c799-48e2-bbbf-49c7a8cdb00a service neutron] 10.222.0.39 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904906 Jul 22 23:59:28.892576 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 9c5d9406-6054-434d-9fd6-13f98807f966 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:28.898513 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 9c5d9406-6054-434d-9fd6-13f98807f966 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:28.899406 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.020915 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-be7c4034-f04a-4a12-8e9d-b8ad4546a240 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Allocated IP 172.20.0.11 (5700993c-28e3-4cd1-83be-0cd328b486c1/8112aa32-d31c-4ba1-902b-52e0136b5a44/cd036e22-f774-4552-ad68-2199de5302c2) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:29.255987 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4d44f228-3ce2-4647-a327-7988f0a9eada tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Allocated IP 172.20.0.7 (ad2263d6-6737-4251-b2bd-eb41eb63c1fa/db9b5eaf-f7b7-41d7-ad44-6d20d8924777/dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:29.257043 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.375860 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Allocated IP 172.27.0.19 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/b34f6938-ad6c-48d6-9de1-1534d06ff9c3) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:29.407260 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 9c5d9406-6054-434d-9fd6-13f98807f966, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=9c5d9406-6054-434d-9fd6-13f98807f966,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:29.415023 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.415892 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device ead39257-f65b-4c05-b88f-dbbb489b63f4 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:29.689985 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=9c5d9406-6054-434d-9fd6-13f98807f966,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:29.733127 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port ead39257-f65b-4c05-b88f-dbbb489b63f4 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:29.743958 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port ead39257-f65b-4c05-b88f-dbbb489b63f4 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:29.748286 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.887444 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1ad091bd-6008-45fc-a674-2645f4e233d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.913463 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-009bcf2b-204a-4f9b-acfc-8e6aa659c10e req-7b5a6cd3-9030-46e8-8eb5-0dc5cd6d9724 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 210 time: 0.3144400 Jul 22 23:59:29.921764 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1ad091bd-6008-45fc-a674-2645f4e233d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:29.955111 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.072919 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.094422 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4d44f228-3ce2-4647-a327-7988f0a9eada tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.156604 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port ead39257-f65b-4c05-b88f-dbbb489b63f4, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=ead39257-f65b-4c05-b88f-dbbb489b63f4,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:30.164440 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.195473 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.289582 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:30.321927 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:30.331461 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=ead39257-f65b-4c05-b88f-dbbb489b63f4,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:30.357988 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-21043535-a22e-4886-9c5d-42e9c7da2e80 req-1568c248-d432-4c16-a0bd-2c59973337d2 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 210 time: 0.2519660 Jul 22 23:59:30.367535 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:30.405366 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1ad091bd-6008-45fc-a674-2645f4e233d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6540c0210394741b9a4748aa5f13ee8&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3217783 Jul 22 23:59:30.456497 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Sync routers for ids ['0500abda-8edf-4eee-b73a-94b0ae89b4e7'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 23:59:30.456602 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 46220) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:30.456692 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Routers {'0500abda-8edf-4eee-b73a-94b0ae89b4e7'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:30.456692 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:59:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['0500abda-8edf-4eee-b73a-94b0ae89b4e7'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:30.497217 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.519604 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad091bd-6008-45fc-a674-2645f4e233d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a77296d-92f8-4c13-a055-3a186af5f342,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:30.629270 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event updated for resources: {'Port': ['ID=b34f6938-ad6c-48d6-9de1-1534d06ff9c3,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:30.658634 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4d44f228-3ce2-4647-a327-7988f0a9eada tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.723796 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 9c5d9406-6054-434d-9fd6-13f98807f966 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:30.755238 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-85128be5-5c9d-4484-a04e-e66454858a49 service neutron] 10.222.0.39 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0011454 Jul 22 23:59:30.771061 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-be7c4034-f04a-4a12-8e9d-b8ad4546a240 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.790319 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Set router 0500abda-8edf-4eee-b73a-94b0ae89b4e7 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:30.794720 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5564632f-1d7d-4b79-99c9-02053bc61b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.797740 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.838763 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5564632f-1d7d-4b79-99c9-02053bc61b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:30.886019 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-be7c4034-f04a-4a12-8e9d-b8ad4546a240 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.066975 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 9c5d9406-6054-434d-9fd6-13f98807f966 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:31.067720 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.101239 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-be7c4034-f04a-4a12-8e9d-b8ad4546a240 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Network 5700993c-28e3-4cd1-83be-0cd328b486c1 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:31.148936 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-be7c4034-f04a-4a12-8e9d-b8ad4546a240 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:31.186575 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5564632f-1d7d-4b79-99c9-02053bc61b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.198695 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5564632f-1d7d-4b79-99c9-02053bc61b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.200220 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5564632f-1d7d-4b79-99c9-02053bc61b56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a77296d-92f8-4c13-a055-3a186af5f342 HTTP/1.1" status: 204 len: 168 time: 0.7549629 Jul 22 23:59:31.209956 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-be7c4034-f04a-4a12-8e9d-b8ad4546a240 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:31.226904 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-be7c4034-f04a-4a12-8e9d-b8ad4546a240 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:31.227806 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-be7c4034-f04a-4a12-8e9d-b8ad4546a240 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.265308 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c4034-f04a-4a12-8e9d-b8ad4546a240 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Pushing event updated for resources: {'Port': ['ID=cd036e22-f774-4552-ad68-2199de5302c2,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:31.321378 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-be7c4034-f04a-4a12-8e9d-b8ad4546a240 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9777119 Jul 22 23:59:31.332917 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44f228-3ce2-4647-a327-7988f0a9eada tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Pushing event updated for resources: {'Port': ['ID=dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:31.387826 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-80912726-ee48-47bc-af56-15b95202330e tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 23:59:31.388937 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-80912726-ee48-47bc-af56-15b95202330e tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0392358 Jul 22 23:59:31.390041 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564632f-1d7d-4b79-99c9-02053bc61b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a77296d-92f8-4c13-a055-3a186af5f342,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:31.401384 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4d44f228-3ce2-4647-a327-7988f0a9eada tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Network ad2263d6-6737-4251-b2bd-eb41eb63c1fa is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:31.413012 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4d44f228-3ce2-4647-a327-7988f0a9eada tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:31.429760 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4d44f228-3ce2-4647-a327-7988f0a9eada tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:31.444832 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4d44f228-3ce2-4647-a327-7988f0a9eada tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:31.445703 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4d44f228-3ce2-4647-a327-7988f0a9eada tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.524014 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46250) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:31.524658 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device ead39257-f65b-4c05-b88f-dbbb489b63f4 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:31.524743 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-247499d0-bced-4be5-99f6-c6c36af7fecd req-bb95f495-bd2e-4b1f-8579-7d92645e6a46 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 210 time: 0.3055983 Jul 22 23:59:31.589337 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4d44f228-3ce2-4647-a327-7988f0a9eada tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2958002 Jul 22 23:59:31.730968 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'name': 'tempest-ServerRescueNegativeTestJSON-2118571152-router', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:24Z', 'revision_number': 4, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'gw_port': {'id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:19Z', 'updated_at': '2021-07-22T23:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0', 'name': '', 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'mac_address': 'fa:16:3e:06:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b46c9846-edc3-41e8-94f2-6b7e2b3aa469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:23Z', 'updated_at': '2021-07-22T23:59:25Z', 'revision_number': 2, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'subnets': [{'id': 'b46c9846-edc3-41e8-94f2-6b7e2b3aa469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:31.732321 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.736834 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0f412-28f8-4794-994e-cf4cc52e9cd9 req-5b3bc3f2-1d1e-45bf-a626-1a2f8f1dced9 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:31.740875 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.750763 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5a0f412-28f8-4794-994e-cf4cc52e9cd9 req-5b3bc3f2-1d1e-45bf-a626-1a2f8f1dced9 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 932 time: 0.6641481 Jul 22 23:59:31.867474 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.895740 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Checking router: 0500abda-8edf-4eee-b73a-94b0ae89b4e7 for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 23:59:31.896905 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Updating router 0500abda-8edf-4eee-b73a-94b0ae89b4e7 port 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 binding host dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 23:59:31.960745 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event updated for resources: {'Port': ['ID=b34f6938-ad6c-48d6-9de1-1534d06ff9c3,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:31.961714 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port ead39257-f65b-4c05-b88f-dbbb489b63f4 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:31.963709 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5a0f412-28f8-4794-994e-cf4cc52e9cd9 req-7da8141b-d834-45f8-b5c8-f0b52bff53ce tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115755 Jul 22 23:59:31.976637 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.978997 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:31.982112 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0fce2fd4-64e2-4071-b64c-983a03806ed3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0739012 Jul 22 23:59:32.071964 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793b704-3204-419c-945e-5ec05a68a193 req-25419be3-d752-4fd7-b9c0-e9f7c0b0303b tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:32.085156 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8793b704-3204-419c-945e-5ec05a68a193 req-25419be3-d752-4fd7-b9c0-e9f7c0b0303b tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 931 time: 0.4390640 Jul 22 23:59:32.129748 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Request body: {'port': {'device_id': '77540639-b8cc-4319-a1b3-486c8eea55ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:32.157867 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.376722 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8793b704-3204-419c-945e-5ec05a68a193 req-76003cda-b6d7-4337-87e7-7d866b4464af tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900667 Jul 22 23:59:32.431928 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Request body: {'port': {'device_id': '15d022d9-eb4b-46a9-bbfc-0effc7fa8aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:32.491124 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-51b587b0-32d1-47cf-9921-ec7e9d13b75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.780580 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-51b587b0-32d1-47cf-9921-ec7e9d13b75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.781773 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.783777 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-51b587b0-32d1-47cf-9921-ec7e9d13b75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:32.801641 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.129615 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-1504d784-0fdd-496d-9f49-57e2d82ed999 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--685618173&fields=id&tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f HTTP/1.1" status: 200 len: 267 time: 0.4624698 Jul 22 23:59:33.161621 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-56536661-3c19-4beb-90db-0b7b13491e56 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:33.163412 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-56536661-3c19-4beb-90db-0b7b13491e56 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/networks?id=e43b07a7-ce43-4b1e-9658-3b973dd6f115 HTTP/1.1" status: 200 len: 819 time: 0.9614654 Jul 22 23:59:33.304686 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.332361 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Transition to ACTIVE for port object 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:33.350650 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.390936 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-51b587b0-32d1-47cf-9921-ec7e9d13b75a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad5a9637c6cb4d769b1e8ce19a747d39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8874273 Jul 22 23:59:33.409428 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46332) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:33.410092 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46334) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:33.487813 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b587b0-32d1-47cf-9921-ec7e9d13b75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ed9dbf-9856-4b34-8e57-220d0460c9ea,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:33.545643 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9bce9-ef15-4f07-9ca1-16760d41f56c None None] Pushing event updated for resources: {'Port': ['ID=6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:33.623667 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Attempting to bind port 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:33.624141 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Attempting to bind port 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': 'df5cf93b-ca75-4db5-bcb8-b7121245f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:33.633182 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Attempting to bind port 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 on network e43b07a7-ce43-4b1e-9658-3b973dd6f115 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:33.638830 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:33.639358 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Checking segment: {'id': 'df5cf93b-ca75-4db5-bcb8-b7121245f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:33.640135 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.640636 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Bound using segment: {'id': 'df5cf93b-ca75-4db5-bcb8-b7121245f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:33.641196 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Bound port: 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5cf93b-ca75-4db5-bcb8-b7121245f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:33.641686 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.670465 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-ce13e997-292e-43d3-b7cb-d1c3e61ed167 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/quotas/ddcd263763bc4c92a9f6474efa29337f HTTP/1.1" status: 200 len: 375 time: 0.4931471 Jul 22 23:59:33.767589 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] For port 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:33.771901 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] For port 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0,segment=NetworkSegment(df5cf93b-ca75-4db5-bcb8-b7121245f44c),segment_id=df5cf93b-ca75-4db5-bcb8-b7121245f44c)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:33.778734 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.806098 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1733360330-network', 'tenant_id': 'e14744ced50c44b9a781fabeb8460933'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:33.832645 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2597712-7ccd-4715-a6e3-bb6261195b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.834748 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-61b37cb3-2af6-4e7d-8e51-cbf45c6e2e53 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:33.841486 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-61b37cb3-2af6-4e7d-8e51-cbf45c6e2e53 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/networks?id=d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 200 len: 816 time: 0.6705091 Jul 22 23:59:33.856067 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2597712-7ccd-4715-a6e3-bb6261195b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.866515 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9bce9-ef15-4f07-9ca1-16760d41f56c None None] Pushing event updated for resources: {'Port': ['ID=6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:33.915138 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Routers {'0500abda-8edf-4eee-b73a-94b0ae89b4e7'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 23:59:33.915692 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-c0022197-8d19-4fc8-b3ee-497f522b452d tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/quotas/0c9a6a7d54ce41219d8c6a9c4be2d52f HTTP/1.1" status: 200 len: 375 time: 0.0732059 Jul 22 23:59:33.915828 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:59:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['0500abda-8edf-4eee-b73a-94b0ae89b4e7'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:33.933923 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Made reservation on behalf of e14744ced50c44b9a781fabeb8460933 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:33.937452 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.942488 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-f4e60ead-8ec2-4560-a11d-8d43ba5ecf7f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ddcd263763bc4c92a9f6474efa29337f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2506614 Jul 22 23:59:33.970201 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.992058 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2597712-7ccd-4715-a6e3-bb6261195b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.994550 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2597712-7ccd-4715-a6e3-bb6261195b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:33.995949 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e2597712-7ccd-4715-a6e3-bb6261195b4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9ed9dbf-9856-4b34-8e57-220d0460c9ea HTTP/1.1" status: 204 len: 168 time: 0.5755630 Jul 22 23:59:34.034778 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2597712-7ccd-4715-a6e3-bb6261195b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ed9dbf-9856-4b34-8e57-220d0460c9ea,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:34.093267 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] Set router 0500abda-8edf-4eee-b73a-94b0ae89b4e7 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 23:59:34.159548 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd036e22-f774-4552-ad68-2199de5302c2 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:34.178327 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:34.179244 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.201250 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-8fc4a31e-9e00-4393-9c2d-f02645ebaff2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2781208 Jul 22 23:59:34.205431 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Transition to ACTIVE for port object cd036e22-f774-4552-ad68-2199de5302c2 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:34.214003 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.214832 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.244062 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-0964cbac-0d32-4e7d-a1fe-4cc909014c03 service neutron] 10.222.0.39 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752898 Jul 22 23:59:34.294786 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Pushing event updated for resources: {'Port': ['ID=cd036e22-f774-4552-ad68-2199de5302c2,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:34.345345 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.355325 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.369268 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Attempting to bind port cd036e22-f774-4552-ad68-2199de5302c2 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:34.369268 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Attempting to bind port cd036e22-f774-4552-ad68-2199de5302c2 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:34.369762 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Attempting to bind port cd036e22-f774-4552-ad68-2199de5302c2 on network 5700993c-28e3-4cd1-83be-0cd328b486c1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:34.384413 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:34.391758 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Port cd036e22-f774-4552-ad68-2199de5302c2 on network 5700993c-28e3-4cd1-83be-0cd328b486c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:34.391758 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Attempting to bind port cd036e22-f774-4552-ad68-2199de5302c2 on network 5700993c-28e3-4cd1-83be-0cd328b486c1 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:34.392509 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Transition to ACTIVE for port object dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:34.410077 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.410077 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Added segment 5056ccf0-20a4-47ff-b464-8e8e03cccf0b of type vlan for network a1387eb3-86cb-4735-847e-afa43f56d179 Jul 22 23:59:34.415541 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.419125 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:34.419520 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Checking segment: {'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:34.420093 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Bound using segment: {'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:34.420552 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Bound port: cd036e22-f774-4552-ad68-2199de5302c2, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:34.420904 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.438853 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'name': 'tempest-ServerRescueNegativeTestJSON-2118571152-router', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:24Z', 'revision_number': 4, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'gw_port': {'id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:19Z', 'updated_at': '2021-07-22T23:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0', 'name': '', 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'mac_address': 'fa:16:3e:06:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b46c9846-edc3-41e8-94f2-6b7e2b3aa469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:23Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 4, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'subnets': [{'id': 'b46c9846-edc3-41e8-94f2-6b7e2b3aa469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:34.458758 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dbb2dc-4854-4ed5-ac04-3f724b4352b7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:34.473299 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1f1328-edae-4ba1-8039-230099c876e7 None None] The sync data for ids ['0500abda-8edf-4eee-b73a-94b0ae89b4e7'] in dv-cinder-801633-1-iscsi is: [{'id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'name': 'tempest-ServerRescueNegativeTestJSON-2118571152-router', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:24Z', 'revision_number': 4, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'gw_port': {'id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:19Z', 'updated_at': '2021-07-22T23:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0', 'name': '', 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'mac_address': 'fa:16:3e:06:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'b46c9846-edc3-41e8-94f2-6b7e2b3aa469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:23Z', 'updated_at': '2021-07-22T23:59:33Z', 'revision_number': 4, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'subnets': [{'id': 'b46c9846-edc3-41e8-94f2-6b7e2b3aa469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 23:59:34.484374 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.612914 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] For port cd036e22-f774-4552-ad68-2199de5302c2, host hv-cinder-80163, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:34.618905 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] For port cd036e22-f774-4552-ad68-2199de5302c2, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=cd036e22-f774-4552-ad68-2199de5302c2,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:34.620484 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.621750 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:34.622637 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.661957 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.680238 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-cde01e9a-5b38-404e-9449-9aea13e8c133 service neutron] 10.222.0.39 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350028 Jul 22 23:59:34.778136 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] Pushing event updated for resources: {'Network': ['ID=a1387eb3-86cb-4735-847e-afa43f56d179,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:34.783645 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1e3d9c2a-8631-4980-8bd4-4f9cd52c3f85 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3722565 Jul 22 23:59:34.805027 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46364) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:34.809601 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network a1387eb3-86cb-4735-847e-afa43f56d179 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:34.812869 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-6c35721c-a259-4de2-bcb0-2f0788390469 admin admin] Request body: {'subnet': {'network_id': 'a1387eb3-86cb-4735-847e-afa43f56d179', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1733360330-subnet', 'tenant_id': 'e14744ced50c44b9a781fabeb8460933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:34.858467 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c35721c-a259-4de2-bcb0-2f0788390469 admin admin] Made reservation on behalf of e14744ced50c44b9a781fabeb8460933 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:34.861865 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c35721c-a259-4de2-bcb0-2f0788390469 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.867342 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:34.869623 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:34.872360 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] 10.222.0.41 "PUT /v2.0/ports/cd036e22-f774-4552-ad68-2199de5302c2 HTTP/1.1" status: 200 len: 1094 time: 3.1065814 Jul 22 23:59:34.876936 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77540639-b8cc-4319-a1b3-486c8eea55ed', 'tag': 'cd036e22-f774-4552-ad68-2199de5302c2'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:34.881153 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Pushing event updated for resources: {'Port': ['ID=dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:35.087051 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-715a9206-f916-4993-ad50-7e0872f5851c service neutron] 10.222.0.39 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221489 Jul 22 23:59:35.162747 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Attempting to bind port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:35.163106 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Attempting to bind port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '3bbb9973-ca3f-441a-8590-c5fa37128ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ad2263d6-6737-4251-b2bd-eb41eb63c1fa'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:35.163470 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Attempting to bind port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 on network ad2263d6-6737-4251-b2bd-eb41eb63c1fa {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:35.164362 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8939f2c-062b-40e7-99dd-77c73bf1b45c service neutron] Pushing event updated for resources: {'Port': ['ID=cd036e22-f774-4552-ad68-2199de5302c2,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:35.241261 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 on network ad2263d6-6737-4251-b2bd-eb41eb63c1fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:35.241525 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Attempting to bind port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 on network ad2263d6-6737-4251-b2bd-eb41eb63c1fa {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:35.403738 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1029b0f43a7212f692e64cb23b57dc484f66a08fe6c1c2d0512510b03b45e580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a615c8d-0933-49f6-b092-835c4712c621" -d '{"events": [{"name": "network-changed", "server_uuid": "77540639-b8cc-4319-a1b3-486c8eea55ed", "tag": "cd036e22-f774-4552-ad68-2199de5302c2"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:35.490391 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:35.490762 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Checking segment: {'id': '3bbb9973-ca3f-441a-8590-c5fa37128ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ad2263d6-6737-4251-b2bd-eb41eb63c1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:35.491440 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Bound using segment: {'id': '3bbb9973-ca3f-441a-8590-c5fa37128ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ad2263d6-6737-4251-b2bd-eb41eb63c1fa'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:35.492534 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Bound port: dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbb9973-ca3f-441a-8590-c5fa37128ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ad2263d6-6737-4251-b2bd-eb41eb63c1fa'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:35.492902 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.497394 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-56e5f9d1-6cba-4de5-b478-cf06fdb97218 service neutron] 10.222.0.39 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038143 Jul 22 23:59:35.580608 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:35.629710 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] For port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:35.634891 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] For port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9,segment=NetworkSegment(3bbb9973-ca3f-441a-8590-c5fa37128ed4),segment_id=3bbb9973-ca3f-441a-8590-c5fa37128ed4)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:35.658173 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c35721c-a259-4de2-bcb0-2f0788390469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.682521 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cce03-b88d-40a5-ae19-18a5d03dac22 req-d73d9604-a55d-4e25-a607-1c20eb42453c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:35.684282 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d3cce03-b88d-40a5-ae19-18a5d03dac22 req-d73d9604-a55d-4e25-a607-1c20eb42453c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.5341766 Jul 22 23:59:35.684646 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.697308 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:35.702287 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:35.703142 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.748204 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:35.748972 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.751073 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] 10.222.0.41 "PUT /v2.0/ports/dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 HTTP/1.1" status: 200 len: 1093 time: 3.9778204 Jul 22 23:59:35.753900 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d022d9-eb4b-46a9-bbfc-0effc7fa8aab', 'tag': 'dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:35.784232 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35721c-a259-4de2-bcb0-2f0788390469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8178dad8-e5ab-4519-b07d-5c8e0caa9331,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:35.821037 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c35721c-a259-4de2-bcb0-2f0788390469 admin admin] Checking segment: {'id': '5056ccf0-20a4-47ff-b464-8e8e03cccf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a1387eb3-86cb-4735-847e-afa43f56d179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:35.821732 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c35721c-a259-4de2-bcb0-2f0788390469 admin admin] Network hostable DHCP agents. Network: a1387eb3-86cb-4735-847e-afa43f56d179, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:35.861401 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c35721c-a259-4de2-bcb0-2f0788390469 admin admin] Network a1387eb3-86cb-4735-847e-afa43f56d179 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:35.882686 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-6c35721c-a259-4de2-bcb0-2f0788390469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, a1387eb3-86cb-4735-847e-afa43f56d179) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:35.888899 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c35721c-a259-4de2-bcb0-2f0788390469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:35.891292 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6c35721c-a259-4de2-bcb0-2f0788390469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:35.900940 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43ea407-3f59-42f4-a24c-bcff68f2fd36 None None] Network a1387eb3-86cb-4735-847e-afa43f56d179 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:35.941953 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6c35721c-a259-4de2-bcb0-2f0788390469 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1333477 Jul 22 23:59:36.018847 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d3cce03-b88d-40a5-ae19-18a5d03dac22 req-1c785d34-a160-43f3-95af-68eb8a9eb0d4 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231707 Jul 22 23:59:36.060936 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.135655 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33831e10-ac7d-4d9f-b976-3640a72884cd service neutron] Pushing event updated for resources: {'Port': ['ID=dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:36.177452 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0,segment=NetworkSegment(df5cf93b-ca75-4db5-bcb8-b7121245f44c),segment_id=df5cf93b-ca75-4db5-bcb8-b7121245f44c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:36.193990 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:36.241018 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18deb877-7d91-4e42-af3e-9537685433f6" -d '{"events": [{"name": "network-changed", "server_uuid": "15d022d9-eb4b-46a9-bbfc-0effc7fa8aab", "tag": "dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:36.256892 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b4665730-5e53-434b-8fed-186493923ca9 req-e187395b-afc7-41db-90a7-a0daa40cb78a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 210 time: 0.0871112 Jul 22 23:59:36.308774 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:36.341046 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb7940-5543-4b34-9ecc-793cbf901281 req-dbfcb2f2-5e3e-4c2f-9f34-29496babb73a tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:36.343410 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9deb7940-5543-4b34-9ecc-793cbf901281 req-dbfcb2f2-5e3e-4c2f-9f34-29496babb73a tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 943 time: 0.1481104 Jul 22 23:59:36.422870 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a0e39-bbdc-4095-a5b8-6357dbbfe2e6 None None] Network a1387eb3-86cb-4735-847e-afa43f56d179 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:36.433359 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9deb7940-5543-4b34-9ecc-793cbf901281 req-b918b2b9-a8ff-40b1-a750-cddded7ac8a4 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801022 Jul 22 23:59:36.558826 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6302df8-0720-4acf-98e2-d4d4967642a4 x-openstack-request-id: req-b6302df8-0720-4acf-98e2-d4d4967642a4 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:36.559105 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77540639-b8cc-4319-a1b3-486c8eea55ed", "tag": "cd036e22-f774-4552-ad68-2199de5302c2", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:36.560152 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6302df8-0720-4acf-98e2-d4d4967642a4 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:36.560822 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77540639-b8cc-4319-a1b3-486c8eea55ed', 'tag': 'cd036e22-f774-4552-ad68-2199de5302c2', 'status': 'completed', 'code': 200} Jul 22 23:59:36.714706 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-20ab0dc6-9efb-4385-862b-a22794bafcc5 req-4ff8d336-ccc1-412f-a296-5baea6e7d96f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 210 time: 0.1009614 Jul 22 23:59:36.804023 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8663fa12-6a78-460a-aa70-db98fe6b065a x-openstack-request-id: req-8663fa12-6a78-460a-aa70-db98fe6b065a {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:36.804364 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d022d9-eb4b-46a9-bbfc-0effc7fa8aab", "tag": "dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:36.804614 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8663fa12-6a78-460a-aa70-db98fe6b065a {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:36.805071 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d022d9-eb4b-46a9-bbfc-0effc7fa8aab', 'tag': 'dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9', 'status': 'completed', 'code': 200} Jul 22 23:59:37.104490 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46448) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:37.110403 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-557361540-network', 'tenant_id': '88f939c944d148feb0363f1fd4b5ce0f'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:37.133868 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Made reservation on behalf of 88f939c944d148feb0363f1fd4b5ce0f for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:37.136357 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.145880 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.180828 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dceac4a-49dd-4c3e-bf8d-cdf7511a254d req-aa51589e-a681-416a-8e7e-d5e7e27bb212 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:37.182291 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4dceac4a-49dd-4c3e-bf8d-cdf7511a254d req-aa51589e-a681-416a-8e7e-d5e7e27bb212 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.0739501 Jul 22 23:59:37.226567 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4dceac4a-49dd-4c3e-bf8d-cdf7511a254d req-91d3fc45-5fb3-44da-88dc-6974704b9865 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375903 Jul 22 23:59:37.257966 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.261303 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.289826 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 23:59:37.296214 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3af03f-a0af-400a-a46a-8de414dc8e03,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:37.306688 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.306688 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Added segment c8e9f330-bccd-43c9-82a4-0c17d915785c of type vlan for network d272f443-5f9a-474b-913d-9e52a1f3fca3 Jul 22 23:59:37.374838 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.435398 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-53383547-70e1-45e0-81ee-65fa23ad3a0b req-325549b6-5e40-4638-a718-fedf4b59f801 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 210 time: 0.0581603 Jul 22 23:59:37.475053 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.476738 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:37.477561 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.551602 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 23:59:37.560039 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4540360 Jul 22 23:59:37.563947 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 46460) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:37.580239 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-6a9ed04d-3fc5-4210-bcd7-7c263742c49b admin admin] Request body: {'subnet': {'network_id': 'd272f443-5f9a-474b-913d-9e52a1f3fca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-557361540-subnet', 'tenant_id': '88f939c944d148feb0363f1fd4b5ce0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:37.616524 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfd6f7-1d41-4a62-9236-35316a3203b9 admin admin] Pushing event updated for resources: {'Network': ['ID=d272f443-5f9a-474b-913d-9e52a1f3fca3,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:37.633313 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network d272f443-5f9a-474b-913d-9e52a1f3fca3 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 23:59:37.672908 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9ed04d-3fc5-4210-bcd7-7c263742c49b admin admin] Made reservation on behalf of 88f939c944d148feb0363f1fd4b5ce0f for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:37.676221 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6a9ed04d-3fc5-4210-bcd7-7c263742c49b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.726514 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:37.726514 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:37.897309 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533d7f3-b644-4d36-8534-258cc3dd6a58 req-e3dea320-0ae9-459d-951a-ebdf933dd1d1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:37.898905 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2533d7f3-b644-4d36-8534-258cc3dd6a58 req-e3dea320-0ae9-459d-951a-ebdf933dd1d1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 943 time: 0.3599834 Jul 22 23:59:37.968754 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbfcbc87-1ced-463e-840a-e2c942234a2a req-1fec0e6e-0b22-4b23-bc9a-fe94e2c3200a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 210 time: 0.0669358 Jul 22 23:59:38.062141 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2533d7f3-b644-4d36-8534-258cc3dd6a58 req-04216f60-8294-4aab-9ce9-03e44a94e76d tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465635 Jul 22 23:59:38.071671 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6a9ed04d-3fc5-4210-bcd7-7c263742c49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.160332 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ed04d-3fc5-4210-bcd7-7c263742c49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0219c58-c704-406e-a415-960e9ab67dfc,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:38.162660 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ed04d-3fc5-4210-bcd7-7c263742c49b admin admin] Checking segment: {'id': 'c8e9f330-bccd-43c9-82a4-0c17d915785c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd272f443-5f9a-474b-913d-9e52a1f3fca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:38.163011 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9ed04d-3fc5-4210-bcd7-7c263742c49b admin admin] Network hostable DHCP agents. Network: d272f443-5f9a-474b-913d-9e52a1f3fca3, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 23:59:38.213829 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9ed04d-3fc5-4210-bcd7-7c263742c49b admin admin] Network d272f443-5f9a-474b-913d-9e52a1f3fca3 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 23:59:38.236223 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-6a9ed04d-3fc5-4210-bcd7-7c263742c49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, d272f443-5f9a-474b-913d-9e52a1f3fca3) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:38.242015 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9ed04d-3fc5-4210-bcd7-7c263742c49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:38.243141 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6a9ed04d-3fc5-4210-bcd7-7c263742c49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.247452 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ffbf7-5217-4d52-8d44-4c157738aa34 None None] Network d272f443-5f9a-474b-913d-9e52a1f3fca3 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:38.269814 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6a9ed04d-3fc5-4210-bcd7-7c263742c49b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7032533 Jul 22 23:59:38.551064 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca60f8-1af0-4c0f-a212-e4e1fbb1dbf1 req-4d25fb23-a10a-4e82-b14f-f99a3ec95617 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:38.569688 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-83ca60f8-1af0-4c0f-a212-e4e1fbb1dbf1 req-4d25fb23-a10a-4e82-b14f-f99a3ec95617 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.2308264 Jul 22 23:59:38.570256 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46502) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:38.683862 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c115b9-90bc-4749-a6b4-3026996ba82c admin admin] Deleting subnet 8178dad8-e5ab-4519-b07d-5c8e0caa9331 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:38.687515 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-38c115b9-90bc-4749-a6b4-3026996ba82c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.698979 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e135c00-8f67-446d-b548-48167fab7a62 req-5a19afc5-9a92-4a30-a8f2-cccfb0dd0097 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 210 time: 0.0937738 Jul 22 23:59:38.709380 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-83ca60f8-1af0-4c0f-a212-e4e1fbb1dbf1 req-cdef33fc-a62c-4c40-9cd0-755ddfbc7a63 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253254 Jul 22 23:59:38.745062 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790ad28c-f603-4cfe-9a1d-37c17b562f26 None None] Network d272f443-5f9a-474b-913d-9e52a1f3fca3 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 23:59:38.764968 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-38c115b9-90bc-4749-a6b4-3026996ba82c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.797156 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-38c115b9-90bc-4749-a6b4-3026996ba82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.923697 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-38c115b9-90bc-4749-a6b4-3026996ba82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:38.983681 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c115b9-90bc-4749-a6b4-3026996ba82c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8178dad8-e5ab-4519-b07d-5c8e0caa9331,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:38.999718 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-38c115b9-90bc-4749-a6b4-3026996ba82c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.003750 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-38c115b9-90bc-4749-a6b4-3026996ba82c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8178dad8-e5ab-4519-b07d-5c8e0caa9331 HTTP/1.1" status: 204 len: 168 time: 0.4324164 Jul 22 23:59:39.007704 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46512) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:39.089004 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.120778 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-59a53d0e-6709-4455-8f3f-b962c7e10f27 req-113034df-ef3e-43ce-96a2-29ac7a230228 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 210 time: 0.0458567 Jul 22 23:59:39.185151 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.197801 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.198260 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.199058 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.199511 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > port after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.199857 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > port after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.200190 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > port after_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.200511 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.200823 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.201135 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.201449 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.234981 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22816110-d074-4ce9-91c4-8cc02f1378bb req-7017a707-22cf-4bba-9725-635f32f500ab tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:39.236749 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22816110-d074-4ce9-91c4-8cc02f1378bb req-7017a707-22cf-4bba-9725-635f32f500ab tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 943 time: 0.0736372 Jul 22 23:59:39.280991 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22816110-d074-4ce9-91c4-8cc02f1378bb req-9d0c91d6-3b87-4717-a450-840a387c2705 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380819 Jul 22 23:59:39.357359 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.357723 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.358053 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.358379 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 23:59:39.358746 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1387eb3-86cb-4735-847e-afa43f56d179']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:39.384348 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5056ccf0-20a4-47ff-b464-8e8e03cccf0b') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:39.384751 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5056ccf0-20a4-47ff-b464-8e8e03cccf0b') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:39.402647 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463715'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.428047 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.437527 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:39.437964 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6971851'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: from cryptography.utils import int_from_bytes Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: from cryptography.utils import int_from_bytes Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: timer() Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: cb(*args, **kw) Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: self._notify() Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: self.callback(batched_events) Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: event.method(event) Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._get(url).json() Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:39.442952 dv-cinder-801633-1-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:39.509392 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.520932 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.523302 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] 10.222.0.39 "DELETE /v2.0/networks/a1387eb3-86cb-4735-847e-afa43f56d179 HTTP/1.1" status: 204 len: 168 time: 0.5139213 Jul 22 23:59:39.525897 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 46522) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:39.533621 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adad17c-1560-4638-99eb-afdba802733f admin admin] Pushing event deleted for resources: {'Network': ['ID=a1387eb3-86cb-4735-847e-afa43f56d179,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:39.602821 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-c075bc40-a114-4d73-88cc-33f3771eacdf admin admin] Deleting subnet e0219c58-c704-406e-a415-960e9ab67dfc {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 23:59:39.606399 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c075bc40-a114-4d73-88cc-33f3771eacdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.646952 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c075bc40-a114-4d73-88cc-33f3771eacdf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.657179 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c075bc40-a114-4d73-88cc-33f3771eacdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.714028 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c075bc40-a114-4d73-88cc-33f3771eacdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.731065 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c075bc40-a114-4d73-88cc-33f3771eacdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.733470 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c075bc40-a114-4d73-88cc-33f3771eacdf admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e0219c58-c704-406e-a415-960e9ab67dfc HTTP/1.1" status: 204 len: 168 time: 0.2065759 Jul 22 23:59:39.736170 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46528) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:39.758203 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075bc40-a114-4d73-88cc-33f3771eacdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0219c58-c704-406e-a415-960e9ab67dfc,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:39.853734 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3e16f06-583c-472d-9f67-03024cdae51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.866875 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9e37def0-cf5d-4020-88a6-f5a7fb735165 req-afe2a9f3-a9c8-4774-8673-ddfae764ec0d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 210 time: 0.0594661 Jul 22 23:59:39.910005 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1e2a2-21eb-44ae-9b9c-58f8d0ce37c4 req-7f4a0bc5-29a8-4d6b-a58e-174007d3ed22 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:39.911241 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-07a1e2a2-21eb-44ae-9b9c-58f8d0ce37c4 req-7f4a0bc5-29a8-4d6b-a58e-174007d3ed22 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.0945759 Jul 22 23:59:39.942598 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3e16f06-583c-472d-9f67-03024cdae51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:39.952640 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-07a1e2a2-21eb-44ae-9b9c-58f8d0ce37c4 req-454e52df-2f72-476a-b466-f2553ead590b tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336707 Jul 22 23:59:39.959327 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-e3e16f06-583c-472d-9f67-03024cdae51b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d272f443-5f9a-474b-913d-9e52a1f3fca3']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:39.982314 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-e3e16f06-583c-472d-9f67-03024cdae51b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e9f330-bccd-43c9-82a4-0c17d915785c') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:39.982601 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-e3e16f06-583c-472d-9f67-03024cdae51b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e9f330-bccd-43c9-82a4-0c17d915785c') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 23:59:39.992984 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3e16f06-583c-472d-9f67-03024cdae51b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463715'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.008460 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3e16f06-583c-472d-9f67-03024cdae51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.014384 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e16f06-583c-472d-9f67-03024cdae51b admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 23:59:40.015036 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3e16f06-583c-472d-9f67-03024cdae51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6971851'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: timer() Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: cb(*args, **kw) Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: self._notify() Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: self.callback(batched_events) Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: event.method(event) Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._get(url).json() Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 23:59:40.016718 dv-cinder-801633-1-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 23:59:40.075656 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3e16f06-583c-472d-9f67-03024cdae51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.081246 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3e16f06-583c-472d-9f67-03024cdae51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.083136 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e3e16f06-583c-472d-9f67-03024cdae51b admin admin] 10.222.0.39 "DELETE /v2.0/networks/d272f443-5f9a-474b-913d-9e52a1f3fca3 HTTP/1.1" status: 204 len: 168 time: 0.3452945 Jul 22 23:59:40.093646 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e16f06-583c-472d-9f67-03024cdae51b admin admin] Pushing event deleted for resources: {'Network': ['ID=d272f443-5f9a-474b-913d-9e52a1f3fca3,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:40.246629 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0773e4ab-047a-4f76-8503-8b1976b06424 req-a2a81e65-c921-4012-9e25-1215d99d3f44 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 210 time: 0.0533371 Jul 22 23:59:40.262589 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46540) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:40.324542 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-db39929e-8522-4f16-9534-cd035e82a4e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e14744ced50c44b9a781fabeb8460933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607920 Jul 22 23:59:40.327109 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46544) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:40.381901 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6440abad-822c-4d75-8b17-643b7d9a00a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.407311 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6440abad-822c-4d75-8b17-643b7d9a00a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.417143 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafca1e-a32d-4380-b7f6-c7d0a0724a2a req-5ad85d56-7d61-49b5-afaa-4c7f475ed4e3 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:40.418812 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4aafca1e-a32d-4380-b7f6-c7d0a0724a2a req-5ad85d56-7d61-49b5-afaa-4c7f475ed4e3 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 943 time: 0.0673296 Jul 22 23:59:40.463465 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4aafca1e-a32d-4380-b7f6-c7d0a0724a2a req-eaca503e-5e43-4ddb-8589-e441b3d742fb tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369282 Jul 22 23:59:40.464374 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6440abad-822c-4d75-8b17-643b7d9a00a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.468392 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6440abad-822c-4d75-8b17-643b7d9a00a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.469557 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6440abad-822c-4d75-8b17-643b7d9a00a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37dbb2dc-4854-4ed5-ac04-3f724b4352b7 HTTP/1.1" status: 204 len: 168 time: 0.1415200 Jul 22 23:59:40.486594 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440abad-822c-4d75-8b17-643b7d9a00a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dbb2dc-4854-4ed5-ac04-3f724b4352b7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:40.819311 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 46552) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:40.864309 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-888ab495-283f-4464-921b-431933943cc3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88f939c944d148feb0363f1fd4b5ce0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438082 Jul 22 23:59:40.867026 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46554) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:40.927551 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-807e0431-0c4a-461f-8674-5af5e96765d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.948579 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-807e0431-0c4a-461f-8674-5af5e96765d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:40.967315 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ac11cc55-a244-4b16-8a10-c10a37c40424 req-8160ec79-ba38-47cf-bf0c-d8b122749bb8 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 210 time: 0.0300238 Jul 22 23:59:41.004899 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-807e0431-0c4a-461f-8674-5af5e96765d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.007452 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-807e0431-0c4a-461f-8674-5af5e96765d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:41.009215 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-807e0431-0c4a-461f-8674-5af5e96765d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e3af03f-a0af-400a-a46a-8de414dc8e03 HTTP/1.1" status: 204 len: 168 time: 0.1403189 Jul 22 23:59:41.016469 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e0431-0c4a-461f-8674-5af5e96765d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3af03f-a0af-400a-a46a-8de414dc8e03,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:41.110652 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e34844-74b8-4589-a8c8-1fdf62704ed0 req-ea5aa4a0-8aed-49a4-8471-5bcbce2fe335 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:41.112886 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88e34844-74b8-4589-a8c8-1fdf62704ed0 req-ea5aa4a0-8aed-49a4-8471-5bcbce2fe335 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.0743017 Jul 22 23:59:41.154691 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-88e34844-74b8-4589-a8c8-1fdf62704ed0 req-ab76c496-7caf-4a7c-8067-58e1569c6ca5 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319712 Jul 22 23:59:41.347854 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8d7d0fcf-fb9e-4c97-bd3e-b61c7b83a693 req-10893f2d-f51e-47af-a44e-60ecb17c62b1 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 210 time: 0.0303802 Jul 22 23:59:41.596748 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb95697-6f9f-47d8-af50-5beee2cd061f req-a8c6a261-28a6-436a-94c9-5a6d3a0176c6 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:41.598212 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9eb95697-6f9f-47d8-af50-5beee2cd061f req-a8c6a261-28a6-436a-94c9-5a6d3a0176c6 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 943 time: 0.0666614 Jul 22 23:59:41.635170 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9eb95697-6f9f-47d8-af50-5beee2cd061f req-c4739af4-12ca-487f-9c54-d956d12f46d1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Jul 22 23:59:42.068879 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2c51153f-c198-4b87-8e55-ccd7f709d0df req-67e7cc78-8e48-4e15-9989-ce31782f7e6a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 210 time: 0.0317223 Jul 22 23:59:42.289236 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4fdcd-39d0-4a6e-88d8-28fd2808cd6f req-f99b6b66-c14f-4b84-bce2-8651cf8a0f8e tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:42.290729 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-75d4fdcd-39d0-4a6e-88d8-28fd2808cd6f req-f99b6b66-c14f-4b84-bce2-8651cf8a0f8e tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.0653434 Jul 22 23:59:42.333054 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-75d4fdcd-39d0-4a6e-88d8-28fd2808cd6f req-2dfc05cb-05d8-4d53-a2f4-f4943778db6b tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352714 Jul 22 23:59:42.538378 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deb877-7d91-4e42-af3e-9537685433f6 req-d6a1c166-c808-43b7-bfae-8133ba9573b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:42.544335 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-18deb877-7d91-4e42-af3e-9537685433f6 req-d6a1c166-c808-43b7-bfae-8133ba9573b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=135d974554f54c518ffeb672745ff2c3&device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 1096 time: 0.1223888 Jul 22 23:59:42.580039 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8c25fcca-97be-4b0d-8604-269ed09873ca req-ee31c096-4ada-4566-b8a8-f12106c812dd tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 210 time: 0.1018314 Jul 22 23:59:42.651225 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a615c8d-0933-49f6-b092-835c4712c621 req-42b60ac2-1974-468e-b209-20d45aa347bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:42.653462 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8a615c8d-0933-49f6-b092-835c4712c621 req-42b60ac2-1974-468e-b209-20d45aa347bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f6108e573844cbdacd61435f6dacdf8&device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 1097 time: 0.2310021 Jul 22 23:59:42.788681 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deb877-7d91-4e42-af3e-9537685433f6 req-8cef48d6-d44c-4601-8458-f1ea8f47538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:42.791639 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-18deb877-7d91-4e42-af3e-9537685433f6 req-8cef48d6-d44c-4601-8458-f1ea8f47538b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=135d974554f54c518ffeb672745ff2c3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2323439 Jul 22 23:59:42.874827 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.003211 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.41', 64149) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:43.169274 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 46650) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:43.337638 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a615c8d-0933-49f6-b092-835c4712c621 req-df0a8a18-53e4-45e2-8f50-d995f740975c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:43.341749 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8a615c8d-0933-49f6-b092-835c4712c621 req-df0a8a18-53e4-45e2-8f50-d995f740975c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7f6108e573844cbdacd61435f6dacdf8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6691182 Jul 22 23:59:43.368340 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cf5ecaa6-39a6-4d75-9695-90967b521de1 req-a4c653a3-66cd-4d93-b06b-5121b8c576aa tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 210 time: 0.1610587 Jul 22 23:59:43.462696 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deb877-7d91-4e42-af3e-9537685433f6 req-ab678b26-969c-4ed9-9153-612f6d3b4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:43.464661 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-18deb877-7d91-4e42-af3e-9537685433f6 req-ab678b26-969c-4ed9-9153-612f6d3b4640 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6510987 Jul 22 23:59:43.465660 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.41', 64152) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:43.707864 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-33b24f8c-e1ae-4691-8b8f-363b0f08fd62 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:43.709520 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-33b24f8c-e1ae-4691-8b8f-363b0f08fd62 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.41 "GET /v2.0/networks?id=e43b07a7-ce43-4b1e-9658-3b973dd6f115 HTTP/1.1" status: 200 len: 819 time: 0.2428858 Jul 22 23:59:43.718813 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-ba13e492-a7a0-413a-84c2-b960aa9f76df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:43.720581 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-ba13e492-a7a0-413a-84c2-b960aa9f76df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=135d974554f54c518ffeb672745ff2c3&device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 1096 time: 0.1955843 Jul 22 23:59:43.725864 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-b11987e2-803d-4dac-ac52-7df6bcc3e863 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Request body: {'port': {'device_id': '2081bfb4-1f91-4a5e-804e-e521636a0962', 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115', 'admin_state_up': True, 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:43.773811 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b0155ac-ddb0-4f3d-928c-18c2f4fb14d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:43.817617 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be21de0-9e4f-45fb-9aa4-5bfc08518a29 req-3756fc7a-606f-435c-a2c6-662993b14515 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:43.819421 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5be21de0-9e4f-45fb-9aa4-5bfc08518a29 req-3756fc7a-606f-435c-a2c6-662993b14515 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 943 time: 1.0576797 Jul 22 23:59:43.826149 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a615c8d-0933-49f6-b092-835c4712c621 req-20b98748-645b-4346-b0b1-6e94a3452ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:43.827709 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8a615c8d-0933-49f6-b092-835c4712c621 req-20b98748-645b-4346-b0b1-6e94a3452ac0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4594626 Jul 22 23:59:43.829506 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-e5593a1b-31b0-48bf-81c0-f13b737a8614 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 HTTP/1.1" status: 200 len: 217 time: 0.0864480 Jul 22 23:59:43.903255 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-6018cd07-055d-44d4-9d8a-b1e74b83376b tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:43.904961 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-6018cd07-055d-44d4-9d8a-b1e74b83376b tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.41 "GET /v2.0/networks?id=e43b07a7-ce43-4b1e-9658-3b973dd6f115 HTTP/1.1" status: 200 len: 819 time: 0.7474196 Jul 22 23:59:43.924120 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.41', 64158) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:43.975063 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-8bce1cf3-e949-4cba-881e-c9d950c0b011 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Request body: {'port': {'device_id': '449c13fc-84a8-42cc-9af2-ea2116c5c23c', 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115', 'admin_state_up': True, 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:44.038354 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4fca4cdc-722c-4953-8ce6-cdd342587ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:44.039801 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-4fca4cdc-722c-4953-8ce6-cdd342587ffe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db9b5eaf-f7b7-41d7-ad44-6d20d8924777 HTTP/1.1" status: 200 len: 852 time: 0.1751206 Jul 22 23:59:44.112089 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-ff8a042d-c10d-4290-a57d-2069b6857a63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad2263d6-6737-4251-b2bd-eb41eb63c1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649898 Jul 22 23:59:44.118883 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c59a204a-f529-40d1-a810-4aec3ca3d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:44.120634 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-c59a204a-f529-40d1-a810-4aec3ca3d401 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f6108e573844cbdacd61435f6dacdf8&device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 1097 time: 0.1915522 Jul 22 23:59:44.167307 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5be21de0-9e4f-45fb-9aa4-5bfc08518a29 req-9927afd8-84b2-4897-9268-9a4c910363bd tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355565 Jul 22 23:59:44.183635 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-a7412054-524d-4e49-a54b-0b6873d4d8fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd036e22-f774-4552-ad68-2199de5302c2 HTTP/1.1" status: 200 len: 217 time: 0.0525789 Jul 22 23:59:44.195013 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6825c36-712a-4502-90df-eee57f5eb7c6 req-41688645-8a10-4084-8da4-6c2dbf90b6a7 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:44.201950 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6825c36-712a-4502-90df-eee57f5eb7c6 req-41688645-8a10-4084-8da4-6c2dbf90b6a7 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.5718298 Jul 22 23:59:44.286205 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-104c7e1c-4de1-4819-8580-bb2d0e58ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:44.287676 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-104c7e1c-4de1-4819-8580-bb2d0e58ecaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8112aa32-d31c-4ba1-902b-52e0136b5a44 HTTP/1.1" status: 200 len: 854 time: 0.0956910 Jul 22 23:59:44.289491 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-1292de02-1dcf-4ea0-bb5e-482f36a903e0 service neutron] 10.222.0.41 "GET /v2.0/networks/ad2263d6-6737-4251-b2bd-eb41eb63c1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660604 Jul 22 23:59:44.330187 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-57ca0b85-d8a9-4b5d-9b44-56d52c4361cb tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:44.332231 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-57ca0b85-d8a9-4b5d-9b44-56d52c4361cb tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.41 "GET /v2.0/networks?id=d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 200 len: 816 time: 0.4262090 Jul 22 23:59:44.338197 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c9c329d6-2c00-4a6c-8f7f-5b68849d13b3 req-8a74ae27-eba1-42a5-b69e-00c705c103ba tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 210 time: 0.0738688 Jul 22 23:59:44.343328 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6825c36-712a-4502-90df-eee57f5eb7c6 req-8781b280-658d-46f0-a304-0ffa85f8ab5e tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405203 Jul 22 23:59:44.343723 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-a2a69b4d-110c-44d6-8897-901a2636b096 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5700993c-28e3-4cd1-83be-0cd328b486c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447910 Jul 22 23:59:44.385935 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b0155ac-ddb0-4f3d-928c-18c2f4fb14d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.405678 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b0155ac-ddb0-4f3d-928c-18c2f4fb14d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.453879 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-78c90c87-000d-4113-a092-85d84ef9626a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f HTTP/1.1" status: 200 len: 379 time: 0.0955436 Jul 22 23:59:44.472270 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-b11987e2-803d-4dac-ac52-7df6bcc3e863 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Made reservation on behalf of ddcd263763bc4c92a9f6474efa29337f for: {'port': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:44.475909 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-b11987e2-803d-4dac-ac52-7df6bcc3e863 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.482429 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3b0155ac-ddb0-4f3d-928c-18c2f4fb14d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62f78bb77565483f933f671b192b6c38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3020520 Jul 22 23:59:44.488874 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46698) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:44.490611 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Request body: {'port': {'device_id': 'b00ad517-d439-4e46-baea-326a99c78336', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'admin_state_up': True, 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'security_groups': ['c9bab7f6-bd3d-40fc-a566-35e147037465']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:44.494774 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9ded9a65-ed24-4b5b-941f-ca2c3dd28cff req-f4639840-a8a0-4cd4-8636-6f72d8c106f8 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 210 time: 0.0660431 Jul 22 23:59:44.511089 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-9ce9063c-cef1-4e1c-8c59-b22ffee33865 service neutron] 10.222.0.41 "GET /v2.0/networks/ad2263d6-6737-4251-b2bd-eb41eb63c1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037554 Jul 22 23:59:44.527297 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0155ac-ddb0-4f3d-928c-18c2f4fb14d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec2f7a0-d821-4024-b896-5d85da74528e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:44.532235 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-8bce1cf3-e949-4cba-881e-c9d950c0b011 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Made reservation on behalf of ddcd263763bc4c92a9f6474efa29337f for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:44.535937 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-8bce1cf3-e949-4cba-881e-c9d950c0b011 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.552680 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-a72dee92-9186-42ad-a21b-38f96e9444a0 service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938159 Jul 22 23:59:44.688221 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Made reservation on behalf of 0c9a6a7d54ce41219d8c6a9c4be2d52f for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 23:59:44.691876 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.704827 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bef0b0da-9ffb-4f04-b5eb-9cf20a29ebcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.754883 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bef0b0da-9ffb-4f04-b5eb-9cf20a29ebcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.777122 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-b11987e2-803d-4dac-ac52-7df6bcc3e863 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Allocated IP 172.20.0.4 (e43b07a7-ce43-4b1e-9658-3b973dd6f115/b46c9846-edc3-41e8-94f2-6b7e2b3aa469/734aa7b2-0b50-44c2-9b80-3e6695a9c985) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:44.791635 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-2597d2a4-a4a0-4d28-8cd2-d8f1393a433d service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018199 Jul 22 23:59:44.852370 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Allocated IP 172.20.0.5 (d72d623f-3714-41dc-869a-b358bd7c89e7/739940cf-291e-44ac-8d89-078a7a2a023d/098f35db-a672-4d57-aad6-fe2d70ff99bf) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:44.860129 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bef0b0da-9ffb-4f04-b5eb-9cf20a29ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.862646 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bef0b0da-9ffb-4f04-b5eb-9cf20a29ebcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:44.863791 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bef0b0da-9ffb-4f04-b5eb-9cf20a29ebcf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aec2f7a0-d821-4024-b896-5d85da74528e HTTP/1.1" status: 204 len: 168 time: 0.3684046 Jul 22 23:59:44.889017 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0b0da-9ffb-4f04-b5eb-9cf20a29ebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec2f7a0-d821-4024-b896-5d85da74528e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:44.978323 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-b11987e2-803d-4dac-ac52-7df6bcc3e863 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.016766 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.025054 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-b11987e2-803d-4dac-ac52-7df6bcc3e863 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.055490 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Transition to ACTIVE for port object 098f35db-a672-4d57-aad6-fe2d70ff99bf will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:45.087741 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-b11987e2-803d-4dac-ac52-7df6bcc3e863 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Network e43b07a7-ce43-4b1e-9658-3b973dd6f115 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:45.089697 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-8bce1cf3-e949-4cba-881e-c9d950c0b011 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Allocated IP 172.20.0.10 (e43b07a7-ce43-4b1e-9658-3b973dd6f115/b46c9846-edc3-41e8-94f2-6b7e2b3aa469/a3de38ce-0291-4f90-b7a4-385558346fba) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 23:59:45.099312 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-b11987e2-803d-4dac-ac52-7df6bcc3e863 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:45.104188 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-b11987e2-803d-4dac-ac52-7df6bcc3e863 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:45.143656 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.155056 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11987e2-803d-4dac-ac52-7df6bcc3e863 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Pushing event updated for resources: {'Port': ['ID=734aa7b2-0b50-44c2-9b80-3e6695a9c985,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:45.200956 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-b11987e2-803d-4dac-ac52-7df6bcc3e863 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:45.201448 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-b11987e2-803d-4dac-ac52-7df6bcc3e863 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.219329 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-b11987e2-803d-4dac-ac52-7df6bcc3e863 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4974217 Jul 22 23:59:45.230040 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Network d72d623f-3714-41dc-869a-b358bd7c89e7 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:45.237633 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:45.242016 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:45.247587 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:45.248390 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.251180 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event updated for resources: {'Port': ['ID=098f35db-a672-4d57-aad6-fe2d70ff99bf,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:45.312508 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-9075f126-fd80-4954-a854-808a90f56181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8325970 Jul 22 23:59:45.323632 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46732) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:45.342283 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0043ae2-c5f8-4e8f-8c7f-6a0adee46b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.477485 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0043ae2-c5f8-4e8f-8c7f-6a0adee46b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.481731 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0043ae2-c5f8-4e8f-8c7f-6a0adee46b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.510142 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b3042c64-1567-4499-9177-5acb565d87cb None None] Provisioning for port 098f35db-a672-4d57-aad6-fe2d70ff99bf completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 23:59:45.514287 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b3042c64-1567-4499-9177-5acb565d87cb None None] Provisioning complete for port 098f35db-a672-4d57-aad6-fe2d70ff99bf triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 23:59:45.515183 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b3042c64-1567-4499-9177-5acb565d87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.525015 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0043ae2-c5f8-4e8f-8c7f-6a0adee46b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed651e2-b07e-46d4-ae71-487163fe1b3d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:45.531462 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c0043ae2-c5f8-4e8f-8c7f-6a0adee46b55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85902364f9d64514b32931c4a8a5a3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057219 Jul 22 23:59:45.536013 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46742) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:45.552703 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b3042c64-1567-4499-9177-5acb565d87cb None None] Port 098f35db-a672-4d57-aad6-fe2d70ff99bf cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 23:59:45.560461 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-8bce1cf3-e949-4cba-881e-c9d950c0b011 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.591022 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-80fefcdf-a93c-49ff-86fb-3246bfd74cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.611578 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-80fefcdf-a93c-49ff-86fb-3246bfd74cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.634858 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae598bad-b4f1-4906-8949-b6ee977848db req-f6742aed-27ce-49a5-b63f-52bde44cf0da tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:45.636358 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ae598bad-b4f1-4906-8949-b6ee977848db req-f6742aed-27ce-49a5-b63f-52bde44cf0da tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 943 time: 0.3375416 Jul 22 23:59:45.658014 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-80fefcdf-a93c-49ff-86fb-3246bfd74cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.660805 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-80fefcdf-a93c-49ff-86fb-3246bfd74cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.661936 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-80fefcdf-a93c-49ff-86fb-3246bfd74cd8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ed651e2-b07e-46d4-ae71-487163fe1b3d HTTP/1.1" status: 204 len: 168 time: 0.1248481 Jul 22 23:59:45.670880 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fefcdf-a93c-49ff-86fb-3246bfd74cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed651e2-b07e-46d4-ae71-487163fe1b3d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:45.687651 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-8bce1cf3-e949-4cba-881e-c9d950c0b011 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.701720 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ae598bad-b4f1-4906-8949-b6ee977848db req-93d37480-66a5-4b35-9405-e28ca6b51222 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580788 Jul 22 23:59:45.708839 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476d2f8-7ad1-4eb9-9454-f3b700555c83 req-07804469-2b99-4aa6-a4a2-2a37e01901f3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:45.710271 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1476d2f8-7ad1-4eb9-9454-f3b700555c83 req-07804469-2b99-4aa6-a4a2-2a37e01901f3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 931 time: 0.1474032 Jul 22 23:59:45.767907 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-8bce1cf3-e949-4cba-881e-c9d950c0b011 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Network e43b07a7-ce43-4b1e-9658-3b973dd6f115 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 23:59:45.774220 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-8bce1cf3-e949-4cba-881e-c9d950c0b011 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 23:59:45.777821 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-8bce1cf3-e949-4cba-881e-c9d950c0b011 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 23:59:45.784426 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-8bce1cf3-e949-4cba-881e-c9d950c0b011 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:45.785040 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-8bce1cf3-e949-4cba-881e-c9d950c0b011 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:45.787354 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce1cf3-e949-4cba-881e-c9d950c0b011 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Pushing event updated for resources: {'Port': ['ID=a3de38ce-0291-4f90-b7a4-385558346fba,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:45.811234 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1476d2f8-7ad1-4eb9-9454-f3b700555c83 req-806fb2c7-b6e3-40fb-bd02-a749b7db901e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790210 Jul 22 23:59:45.813752 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-8bce1cf3-e949-4cba-881e-c9d950c0b011 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8474400 Jul 22 23:59:45.951288 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43807-164d-4e85-af05-45df70562329 req-a93e4774-22fc-4abc-b06a-3dd6a52f6ca3 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:45.952782 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-51e43807-164d-4e85-af05-45df70562329 req-a93e4774-22fc-4abc-b06a-3dd6a52f6ca3 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.1001310 Jul 22 23:59:46.014934 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859e967-0c7e-47c5-82e8-f22df7db38c7 req-a1a36a33-8251-4fc8-9672-2d81eee27861 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:46.016439 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9859e967-0c7e-47c5-82e8-f22df7db38c7 req-a1a36a33-8251-4fc8-9672-2d81eee27861 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 931 time: 0.1053658 Jul 22 23:59:46.019755 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-51e43807-164d-4e85-af05-45df70562329 req-c55210df-0439-48ef-addc-bf69e5149fbd tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593460 Jul 22 23:59:46.060131 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9859e967-0c7e-47c5-82e8-f22df7db38c7 req-b11edca6-5792-4b55-a341-7563584f29b6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372491 Jul 22 23:59:46.835108 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc640f-982b-437d-94b7-605ef7af6c47 req-31b8fd49-d009-4c29-b31d-e0719ca48ddf tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:46.836605 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9bfc640f-982b-437d-94b7-605ef7af6c47 req-31b8fd49-d009-4c29-b31d-e0719ca48ddf tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 943 time: 0.0648184 Jul 22 23:59:46.879051 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9bfc640f-982b-437d-94b7-605ef7af6c47 req-55b5b989-fc6b-4f5c-aace-81ae7230872c tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361085 Jul 22 23:59:46.953828 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb573fa-a02b-45be-99e0-1b9e2cd2afa0 req-abbbd71f-1ca0-492d-9e2b-169a40cc4dee tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:46.955288 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbb573fa-a02b-45be-99e0-1b9e2cd2afa0 req-abbbd71f-1ca0-492d-9e2b-169a40cc4dee tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 931 time: 0.0629511 Jul 22 23:59:46.999050 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbb573fa-a02b-45be-99e0-1b9e2cd2afa0 req-45d076be-edf7-439b-9d4f-9195c8445be6 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374045 Jul 22 23:59:47.183244 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80925927-9437-402e-9a23-14ffcdcb1104 req-d699961d-200c-43e8-91ff-750ba4c3385b tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:47.184798 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-80925927-9437-402e-9a23-14ffcdcb1104 req-d699961d-200c-43e8-91ff-750ba4c3385b tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.0958381 Jul 22 23:59:47.237655 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ff7ff-8ad4-4d00-91e1-c6d62d441b83 req-c5aef2d8-1309-4b29-85bc-5895401773be tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:47.239058 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c16ff7ff-8ad4-4d00-91e1-c6d62d441b83 req-c5aef2d8-1309-4b29-85bc-5895401773be tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 931 time: 0.1034415 Jul 22 23:59:47.242208 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-80925927-9437-402e-9a23-14ffcdcb1104 req-8f2419a2-a135-497b-8824-17807cd0831c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512004 Jul 22 23:59:47.284526 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c16ff7ff-8ad4-4d00-91e1-c6d62d441b83 req-0df43da4-fbd2-4a11-90d0-12a0b1b8327f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397990 Jul 22 23:59:47.742648 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b5ea102c-3ce0-4d05-adfa-80a1d284a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.009838 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5711d-828d-454a-8809-15d7fb510f14 req-55b1c5dd-bcfc-4870-b602-3ffbce54f69a tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:48.011293 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27c5711d-828d-454a-8809-15d7fb510f14 req-55b1c5dd-bcfc-4870-b602-3ffbce54f69a tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 943 time: 0.0659459 Jul 22 23:59:48.015133 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Request body: {'port': {'device_id': '2081bfb4-1f91-4a5e-804e-e521636a0962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:48.018279 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Request body: {'port': {'device_id': '449c13fc-84a8-42cc-9af2-ea2116c5c23c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:48.025162 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Request body: {'port': {'device_id': 'b00ad517-d439-4e46-baea-326a99c78336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 23:59:48.088226 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.204910 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27c5711d-828d-454a-8809-15d7fb510f14 req-1531cac1-cb0d-4b3a-b8da-df212f51acc0 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772420 Jul 22 23:59:48.213891 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.228366 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.319882 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a09ce-7c50-4a06-a63f-c766f3608239 req-af613d86-6f33-4e0e-b940-dfa9235fa6d0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:48.321389 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-989a09ce-7c50-4a06-a63f-c766f3608239 req-af613d86-6f33-4e0e-b940-dfa9235fa6d0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 931 time: 0.2471142 Jul 22 23:59:48.534287 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734aa7b2-0b50-44c2-9b80-3e6695a9c985 {{(pid=92928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:48.541044 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-989a09ce-7c50-4a06-a63f-c766f3608239 req-03ea2f22-cd00-4726-b28d-bfd4a02736da tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056012 Jul 22 23:59:48.542018 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.555130 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Transition to ACTIVE for port object 734aa7b2-0b50-44c2-9b80-3e6695a9c985 will not be triggered until provisioned by entity L2. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:48.559509 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6971887'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.632257 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc65d0-f76d-4541-80ff-ef71712e7323 req-e9872a4d-098e-4348-9669-188f96a1d7b4 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:48.636982 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Pushing event updated for resources: {'Port': ['ID=734aa7b2-0b50-44c2-9b80-3e6695a9c985,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:48.645812 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-81dc65d0-f76d-4541-80ff-ef71712e7323 req-e9872a4d-098e-4348-9669-188f96a1d7b4 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.3128054 Jul 22 23:59:48.717792 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Attempting to bind port 734aa7b2-0b50-44c2-9b80-3e6695a9c985 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:48.718122 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Attempting to bind port 734aa7b2-0b50-44c2-9b80-3e6695a9c985 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': 'df5cf93b-ca75-4db5-bcb8-b7121245f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115'}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:48.718439 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Attempting to bind port 734aa7b2-0b50-44c2-9b80-3e6695a9c985 on network e43b07a7-ce43-4b1e-9658-3b973dd6f115 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:48.723372 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Port 734aa7b2-0b50-44c2-9b80-3e6695a9c985 on network e43b07a7-ce43-4b1e-9658-3b973dd6f115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:48.723680 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Attempting to bind port 734aa7b2-0b50-44c2-9b80-3e6695a9c985 on network e43b07a7-ce43-4b1e-9658-3b973dd6f115 {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:48.729080 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:48.729414 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Checking segment: {'id': 'df5cf93b-ca75-4db5-bcb8-b7121245f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:48.729795 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Bound using segment: {'id': 'df5cf93b-ca75-4db5-bcb8-b7121245f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115'} {{(pid=92928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:48.730215 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.managers [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Bound port: 734aa7b2-0b50-44c2-9b80-3e6695a9c985, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5cf93b-ca75-4db5-bcb8-b7121245f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115'}}] {{(pid=92928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:48.730563 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.795887 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-81dc65d0-f76d-4541-80ff-ef71712e7323 req-e29976df-d0c9-414b-b34c-649531b0dc2c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492221 Jul 22 23:59:48.810778 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] For port 734aa7b2-0b50-44c2-9b80-3e6695a9c985, host hv-cinder-80163, cleared binding levels {{(pid=92928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:48.815413 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] For port 734aa7b2-0b50-44c2-9b80-3e6695a9c985, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=734aa7b2-0b50-44c2-9b80-3e6695a9c985,segment=NetworkSegment(df5cf93b-ca75-4db5-bcb8-b7121245f44c),segment_id=df5cf93b-ca75-4db5-bcb8-b7121245f44c)] {{(pid=92928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:48.821377 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6971887'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.854896 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:48.855547 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for port, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.857298 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] 10.222.0.41 "PUT /v2.0/ports/734aa7b2-0b50-44c2-9b80-3e6695a9c985 HTTP/1.1" status: 200 len: 1093 time: 0.8469501 Jul 22 23:59:48.859768 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2081bfb4-1f91-4a5e-804e-e521636a0962', 'tag': '734aa7b2-0b50-44c2-9b80-3e6695a9c985'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:48.862315 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1029b0f43a7212f692e64cb23b57dc484f66a08fe6c1c2d0512510b03b45e580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afea1864-0d9d-43f7-9b1d-cd93a2bb0ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "2081bfb4-1f91-4a5e-804e-e521636a0962", "tag": "734aa7b2-0b50-44c2-9b80-3e6695a9c985"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:48.892918 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda5342-e71b-4a84-a2cb-c9ee50ffbd4a req-32e1e70a-fba1-452e-9e66-4d3b945c5dcc tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:48.895325 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8eda5342-e71b-4a84-a2cb-c9ee50ffbd4a req-32e1e70a-fba1-452e-9e66-4d3b945c5dcc tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 943 time: 0.2436254 Jul 22 23:59:48.899422 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098f35db-a672-4d57-aad6-fe2d70ff99bf {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:48.916468 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb0b92a-04cc-42b6-a67e-fc8e1f8f4c0c x-openstack-request-id: req-eeb0b92a-04cc-42b6-a67e-fc8e1f8f4c0c {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:48.916775 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2081bfb4-1f91-4a5e-804e-e521636a0962", "tag": "734aa7b2-0b50-44c2-9b80-3e6695a9c985", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:48.917043 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eeb0b92a-04cc-42b6-a67e-fc8e1f8f4c0c {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:48.917512 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2081bfb4-1f91-4a5e-804e-e521636a0962', 'tag': '734aa7b2-0b50-44c2-9b80-3e6695a9c985', 'status': 'completed', 'code': 200} Jul 22 23:59:48.923080 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb32d3-3ac6-48d3-80d9-d3e5501bd30d service neutron] Pushing event updated for resources: {'Port': ['ID=734aa7b2-0b50-44c2-9b80-3e6695a9c985,revision_number=3']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:48.937238 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.965286 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3de38ce-0291-4f90-b7a4-385558346fba {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:48.976944 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:48.983746 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Transition to ACTIVE for port object 098f35db-a672-4d57-aad6-fe2d70ff99bf will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:49.002702 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.004881 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Transition to ACTIVE for port object a3de38ce-0291-4f90-b7a4-385558346fba will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 23:59:49.020578 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8eda5342-e71b-4a84-a2cb-c9ee50ffbd4a req-49224b49-5420-4ed2-b5f2-d0808e8ffcaf tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973797 Jul 22 23:59:49.021182 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.119246 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Pushing event updated for resources: {'Port': ['ID=098f35db-a672-4d57-aad6-fe2d70ff99bf,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:49.126331 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Attempting to bind port 098f35db-a672-4d57-aad6-fe2d70ff99bf on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:49.126986 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Attempting to bind port 098f35db-a672-4d57-aad6-fe2d70ff99bf by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:49.127511 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Attempting to bind port 098f35db-a672-4d57-aad6-fe2d70ff99bf on network d72d623f-3714-41dc-869a-b358bd7c89e7 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:49.187623 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Port 098f35db-a672-4d57-aad6-fe2d70ff99bf on network d72d623f-3714-41dc-869a-b358bd7c89e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:49.187947 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Attempting to bind port 098f35db-a672-4d57-aad6-fe2d70ff99bf on network d72d623f-3714-41dc-869a-b358bd7c89e7 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:49.199632 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Attempting to bind port a3de38ce-0291-4f90-b7a4-385558346fba on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 23:59:49.199966 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Attempting to bind port a3de38ce-0291-4f90-b7a4-385558346fba by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': 'df5cf93b-ca75-4db5-bcb8-b7121245f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 23:59:49.200293 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Attempting to bind port a3de38ce-0291-4f90-b7a4-385558346fba on network e43b07a7-ce43-4b1e-9658-3b973dd6f115 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:49.202744 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:49.203065 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Checking segment: {'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:49.203477 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Bound using segment: {'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:49.203888 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Bound port: 098f35db-a672-4d57-aad6-fe2d70ff99bf, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:49.204237 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.208477 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3de38ce-0291-4f90-b7a4-385558346fba,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:49.218526 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Port a3de38ce-0291-4f90-b7a4-385558346fba on network e43b07a7-ce43-4b1e-9658-3b973dd6f115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 23:59:49.218892 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Attempting to bind port a3de38ce-0291-4f90-b7a4-385558346fba on network e43b07a7-ce43-4b1e-9658-3b973dd6f115 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 23:59:49.227335 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 23, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 23:59:49.227696 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Checking segment: {'id': 'df5cf93b-ca75-4db5-bcb8-b7121245f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 23:59:49.228070 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Bound using segment: {'id': 'df5cf93b-ca75-4db5-bcb8-b7121245f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 23:59:49.228549 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Bound port: a3de38ce-0291-4f90-b7a4-385558346fba, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5cf93b-ca75-4db5-bcb8-b7121245f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 23:59:49.228900 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.362941 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] For port a3de38ce-0291-4f90-b7a4-385558346fba, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:49.365194 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] For port 098f35db-a672-4d57-aad6-fe2d70ff99bf, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 23:59:49.370679 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] For port 098f35db-a672-4d57-aad6-fe2d70ff99bf, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:49.372789 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] For port a3de38ce-0291-4f90-b7a4-385558346fba, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a3de38ce-0291-4f90-b7a4-385558346fba,segment=NetworkSegment(df5cf93b-ca75-4db5-bcb8-b7121245f44c),segment_id=df5cf93b-ca75-4db5-bcb8-b7121245f44c)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 23:59:49.378211 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.384599 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.422828 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:49.423348 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.424685 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] 10.222.0.41 "PUT /v2.0/ports/098f35db-a672-4d57-aad6-fe2d70ff99bf HTTP/1.1" status: 200 len: 1093 time: 1.4040070 Jul 22 23:59:49.427679 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:49.429872 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c066e0-8f1c-462f-bc92-f49e1bd23095" -d '{"events": [{"name": "network-changed", "server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:49.442039 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:49.442595 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:49.444018 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/a3de38ce-0291-4f90-b7a4-385558346fba HTTP/1.1" status: 200 len: 1094 time: 1.4299324 Jul 22 23:59:49.460244 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184e7cb-1f24-4a57-8ea8-f6a8a39eae91 req-eb1f2a07-f84f-4417-8557-3054f7958939 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:49.461773 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a184e7cb-1f24-4a57-8ea8-f6a8a39eae91 req-eb1f2a07-f84f-4417-8557-3054f7958939 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 943 time: 0.1834488 Jul 22 23:59:49.472718 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfe28d-0257-46bd-b8b6-f5fad1af1c8e service neutron] Pushing event updated for resources: {'Port': ['ID=098f35db-a672-4d57-aad6-fe2d70ff99bf,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:49.523744 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b497c22c-954d-4d05-ae63-3f4afbf2d3d1 x-openstack-request-id: req-b497c22c-954d-4d05-ae63-3f4afbf2d3d1 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:49.524030 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:49.524278 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b497c22c-954d-4d05-ae63-3f4afbf2d3d1 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:49.524664 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'status': 'completed', 'code': 200} Jul 22 23:59:49.555928 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a184e7cb-1f24-4a57-8ea8-f6a8a39eae91 req-4cf8f70f-016e-4204-aeb9-994373c57869 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802906 Jul 22 23:59:49.560747 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46ad18-92d4-49e6-abbb-3501de2073a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3de38ce-0291-4f90-b7a4-385558346fba,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:49.685174 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484c4ac-2cf5-4684-95e8-c8479c5dcdb4 req-879ce03c-32fd-4e80-b232-070f3faa7a14 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:49.686548 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d484c4ac-2cf5-4684-95e8-c8479c5dcdb4 req-879ce03c-32fd-4e80-b232-070f3faa7a14 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0653212 Jul 22 23:59:49.723157 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d484c4ac-2cf5-4684-95e8-c8479c5dcdb4 req-b2ee924d-ffab-4ce7-8274-3c2bf7092210 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306053 Jul 22 23:59:49.946946 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a79dc-5af5-4911-8593-a0270cf09211 req-36129d66-e068-45f8-81f4-c816b11e232d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:49.948509 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4a4a79dc-5af5-4911-8593-a0270cf09211 req-36129d66-e068-45f8-81f4-c816b11e232d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.0739796 Jul 22 23:59:49.984058 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4a4a79dc-5af5-4911-8593-a0270cf09211 req-899ee293-fe36-4807-a246-917f5494a181 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301478 Jul 22 23:59:50.154906 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb97c9-87be-4554-92ae-a41f1ca1cdec req-06720b31-b5d5-4d99-92c8-9a309ad0e23f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:50.159695 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-79bb97c9-87be-4554-92ae-a41f1ca1cdec req-06720b31-b5d5-4d99-92c8-9a309ad0e23f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 943 time: 0.0673878 Jul 22 23:59:50.202880 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd74816d-a3e0-4610-833b-4280e9fc8f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.203741 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-79bb97c9-87be-4554-92ae-a41f1ca1cdec req-5668a526-fb73-4525-b4bc-d11f5abeafc5 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416527 Jul 22 23:59:50.454403 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.689699 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0b4a6-c12c-480b-9f65-4b94f5937639 req-4af1071b-6025-4473-8d22-72f695a48e27 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:50.691197 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cdf0b4a6-c12c-480b-9f65-4b94f5937639 req-4af1071b-6025-4473-8d22-72f695a48e27 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 943 time: 0.0631938 Jul 22 23:59:50.729432 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cdf0b4a6-c12c-480b-9f65-4b94f5937639 req-42b8bd3b-fb85-406c-8842-d9d9af3bc199 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324368 Jul 22 23:59:50.789927 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 46942) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:50.860754 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addd8e4-acbc-436f-b656-5c98ea3b057b req-fe527f32-2eb0-49a8-9398-e03a7ddfc70b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:50.862220 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5addd8e4-acbc-436f-b656-5c98ea3b057b req-fe527f32-2eb0-49a8-9398-e03a7ddfc70b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0669243 Jul 22 23:59:50.897422 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59463b67-9557-48f9-b999-d471a13252fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:50.927141 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5addd8e4-acbc-436f-b656-5c98ea3b057b req-7a3b0bd6-d03c-4e41-9fab-4fc047c23675 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594273 Jul 22 23:59:51.009453 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59463b67-9557-48f9-b999-d471a13252fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.013550 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-59463b67-9557-48f9-b999-d471a13252fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.053400 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-59463b67-9557-48f9-b999-d471a13252fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b03c141e263244a3a566ba8db4f8f399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624092 Jul 22 23:59:51.056304 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46952) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:51.057280 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59463b67-9557-48f9-b999-d471a13252fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f9ed21-3334-4c83-b874-8262fc2c42a3,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:51.106518 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13ef4234-67dd-442a-8920-39f1833dc27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.118675 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6ad25-15bd-4463-977c-d0de7251d229 req-da7e3d2c-6cf2-4730-a59a-dc0954da1ab8 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:51.120243 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d0b6ad25-15bd-4463-977c-d0de7251d229 req-da7e3d2c-6cf2-4730-a59a-dc0954da1ab8 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.0645046 Jul 22 23:59:51.126792 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13ef4234-67dd-442a-8920-39f1833dc27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.157150 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d0b6ad25-15bd-4463-977c-d0de7251d229 req-79bc5f6d-527a-45ad-987f-4db92a24eada tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Jul 22 23:59:51.176364 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13ef4234-67dd-442a-8920-39f1833dc27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.179296 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13ef4234-67dd-442a-8920-39f1833dc27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.180473 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-13ef4234-67dd-442a-8920-39f1833dc27d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07f9ed21-3334-4c83-b874-8262fc2c42a3 HTTP/1.1" status: 204 len: 168 time: 0.1231985 Jul 22 23:59:51.188934 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef4234-67dd-442a-8920-39f1833dc27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f9ed21-3334-4c83-b874-8262fc2c42a3,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:51.338273 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85c6bf-96ba-4248-9620-fcc3173927fd req-2eb41e11-88e9-48b8-97cb-43df96b4675e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:51.339734 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8a85c6bf-96ba-4248-9620-fcc3173927fd req-2eb41e11-88e9-48b8-97cb-43df96b4675e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 943 time: 0.0658610 Jul 22 23:59:51.445768 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46962) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:51.469422 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb34625f-aae0-46c8-9b66-8c048b8ee4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.472945 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.525656 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449c13fc-84a8-42cc-9af2-ea2116c5c23c', 'tag': 'a3de38ce-0291-4f90-b7a4-385558346fba'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 23:59:51.527826 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a8cce7-6f85-4aac-8a09-375e5fd2f1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "449c13fc-84a8-42cc-9af2-ea2116c5c23c", "tag": "a3de38ce-0291-4f90-b7a4-385558346fba"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 23:59:51.583292 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 23:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd34717d-ad27-4ab3-827f-9abee10ef7a3 x-openstack-request-id: req-dd34717d-ad27-4ab3-827f-9abee10ef7a3 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 23:59:51.583649 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449c13fc-84a8-42cc-9af2-ea2116c5c23c", "tag": "a3de38ce-0291-4f90-b7a4-385558346fba", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 23:59:51.583824 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd34717d-ad27-4ab3-827f-9abee10ef7a3 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 23:59:51.584194 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449c13fc-84a8-42cc-9af2-ea2116c5c23c', 'tag': 'a3de38ce-0291-4f90-b7a4-385558346fba', 'status': 'completed', 'code': 200} Jul 22 23:59:51.591981 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb34625f-aae0-46c8-9b66-8c048b8ee4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.597341 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb34625f-aae0-46c8-9b66-8c048b8ee4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.609644 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8a85c6bf-96ba-4248-9620-fcc3173927fd req-1fe9da1b-b379-4574-99d8-9b5a25eb0321 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644453 Jul 22 23:59:51.638432 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1864-0d9d-43f7-9b1d-cd93a2bb0ca2 req-94bd66e8-f3d4-4173-90c4-8d2d219166d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:51.640150 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-afea1864-0d9d-43f7-9b1d-cd93a2bb0ca2 req-94bd66e8-f3d4-4173-90c4-8d2d219166d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddcd263763bc4c92a9f6474efa29337f&device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 1096 time: 0.1164377 Jul 22 23:59:51.642613 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-04ae2a5a-535b-4fdc-aa9c-b92436e918dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:51.644476 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-04ae2a5a-535b-4fdc-aa9c-b92436e918dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddcd263763bc4c92a9f6474efa29337f&device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 1097 time: 0.1197124 Jul 22 23:59:51.647663 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c066e0-8f1c-462f-bc92-f49e1bd23095 req-f9a4fd3e-6401-4aba-a81b-551d6f38ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:51.649127 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a2c066e0-8f1c-462f-bc92-f49e1bd23095 req-f9a4fd3e-6401-4aba-a81b-551d6f38ed06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 1096 time: 0.1525559 Jul 22 23:59:51.651651 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fb34625f-aae0-46c8-9b66-8c048b8ee4be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=791d6dbdcee940aea578f5dd8989f2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048793 Jul 22 23:59:51.652458 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34625f-aae0-46c8-9b66-8c048b8ee4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e085135-1953-4380-b0b0-750b18f77086,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:51.654690 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46966) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:51.740722 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-7660f433-cd56-4e6d-b03f-9196f6158873 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3de38ce-0291-4f90-b7a4-385558346fba HTTP/1.1" status: 200 len: 217 time: 0.0773692 Jul 22 23:59:51.770958 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11d38f5b-2440-44d7-8c53-244081b58542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.801231 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c066e0-8f1c-462f-bc92-f49e1bd23095 req-4bddc817-9989-45f3-a169-409e8650ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:51.802704 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a2c066e0-8f1c-462f-bc92-f49e1bd23095 req-4bddc817-9989-45f3-a169-409e8650ef82 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1417429 Jul 22 23:59:51.807265 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11d38f5b-2440-44d7-8c53-244081b58542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.887413 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-52a290d4-ed80-48fd-a569-c1f3f5bc8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:51.889561 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-52a290d4-ed80-48fd-a569-c1f3f5bc8f0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b46c9846-edc3-41e8-94f2-6b7e2b3aa469 HTTP/1.1" status: 200 len: 859 time: 0.1409111 Jul 22 23:59:51.892586 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1864-0d9d-43f7-9b1d-cd93a2bb0ca2 req-8fcf344c-0de1-4b67-81cf-2bd27ef9e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:51.895062 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-afea1864-0d9d-43f7-9b1d-cd93a2bb0ca2 req-8fcf344c-0de1-4b67-81cf-2bd27ef9e853 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ddcd263763bc4c92a9f6474efa29337f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2420735 Jul 22 23:59:51.924181 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfc4a4-0bf7-4aeb-9b56-3227549baf91 req-299f5a71-c7ce-40e0-9f2f-38239452ea17 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:51.931401 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3acfc4a4-0bf7-4aeb-9b56-3227549baf91 req-299f5a71-c7ce-40e0-9f2f-38239452ea17 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 943 time: 0.1093509 Jul 22 23:59:51.933350 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11d38f5b-2440-44d7-8c53-244081b58542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.935873 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11d38f5b-2440-44d7-8c53-244081b58542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:51.937014 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-11d38f5b-2440-44d7-8c53-244081b58542 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e085135-1953-4380-b0b0-750b18f77086 HTTP/1.1" status: 204 len: 168 time: 0.2814486 Jul 22 23:59:51.942522 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c066e0-8f1c-462f-bc92-f49e1bd23095 req-7bfca42a-589e-446f-98ca-47a387134c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:51.943999 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-a2c066e0-8f1c-462f-bc92-f49e1bd23095 req-7bfca42a-589e-446f-98ca-47a387134c03 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343036 Jul 22 23:59:51.950001 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d38f5b-2440-44d7-8c53-244081b58542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e085135-1953-4380-b0b0-750b18f77086,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:51.969642 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3acfc4a4-0bf7-4aeb-9b56-3227549baf91 req-e5bb2549-43ee-4de1-8281-e85d87ced6b1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365837 Jul 22 23:59:52.082048 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f06d93-cc98-4bf4-94b5-9cf5567e55a7 req-7a55e143-829b-4c94-a566-71ed969fe3ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:52.083546 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05f06d93-cc98-4bf4-94b5-9cf5567e55a7 req-7a55e143-829b-4c94-a566-71ed969fe3ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0684681 Jul 22 23:59:52.121702 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05f06d93-cc98-4bf4-94b5-9cf5567e55a7 req-adc2d813-d81e-4760-843a-6028f2e0e153 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326405 Jul 22 23:59:52.293683 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5baba8-4a85-47f8-a2a5-9d06448e76e0 req-681f817b-a249-49b8-b1a6-ae4fc58c4c5d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:52.295300 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b5baba8-4a85-47f8-a2a5-9d06448e76e0 req-681f817b-a249-49b8-b1a6-ae4fc58c4c5d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.0701301 Jul 22 23:59:52.344038 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b5baba8-4a85-47f8-a2a5-9d06448e76e0 req-836f9cd8-8ca6-4e86-860a-ca25add75ba1 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418081 Jul 22 23:59:52.739473 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c258fa-b625-48b9-a0ae-2b99a2239aa9 req-6bc40873-f6dc-4721-b9f8-1ea591d81f90 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:52.740931 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-42c258fa-b625-48b9-a0ae-2b99a2239aa9 req-6bc40873-f6dc-4721-b9f8-1ea591d81f90 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 943 time: 0.0650342 Jul 22 23:59:52.781340 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-42c258fa-b625-48b9-a0ae-2b99a2239aa9 req-37eade4d-bfa1-44af-95d1-c00f00415044 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349376 Jul 22 23:59:53.108394 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6b23-d207-4e3e-b2cc-bfa4270eb4eb req-88ee2e37-e3b7-49b8-9e1f-baa196ec806b tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:53.109854 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5a3b6b23-d207-4e3e-b2cc-bfa4270eb4eb req-88ee2e37-e3b7-49b8-9e1f-baa196ec806b tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 943 time: 0.0694458 Jul 22 23:59:53.135201 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.150423 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5a3b6b23-d207-4e3e-b2cc-bfa4270eb4eb req-34827f56-437a-4f4c-a453-652bf806725f tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330272 Jul 22 23:59:53.268615 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e536c-68f4-456d-bd7e-a68ec0e7110d req-502c3b59-aa17-49aa-8fcd-5b416fb6ca1a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:53.270078 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ad6e536c-68f4-456d-bd7e-a68ec0e7110d req-502c3b59-aa17-49aa-8fcd-5b416fb6ca1a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0678322 Jul 22 23:59:53.309253 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ad6e536c-68f4-456d-bd7e-a68ec0e7110d req-0a5adce8-26d8-4065-bb9e-99c5716840f0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333340 Jul 22 23:59:53.471588 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fc3bf-96de-4a91-b3a8-2e8184f8e6b4 req-e850a8a1-78c4-4e92-979c-d59e0fbee7db tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:53.473591 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd7fc3bf-96de-4a91-b3a8-2e8184f8e6b4 req-e850a8a1-78c4-4e92-979c-d59e0fbee7db tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 944 time: 0.0685978 Jul 22 23:59:53.518630 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd7fc3bf-96de-4a91-b3a8-2e8184f8e6b4 req-ddc03de7-e88f-442b-ac7e-0d872b15d127 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Jul 22 23:59:53.706559 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:59:53.750904 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-e40a3af0-9c42-48c4-b125-adabd687fbad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e43b07a7-ce43-4b1e-9658-3b973dd6f115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692556 Jul 22 23:59:53.816590 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9,segment=NetworkSegment(3bbb9973-ca3f-441a-8590-c5fa37128ed4),segment_id=3bbb9973-ca3f-441a-8590-c5fa37128ed4)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:53.818973 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1864-0d9d-43f7-9b1d-cd93a2bb0ca2 req-2e1ea9c4-874c-41be-b702-49102e273397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:53.820467 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-afea1864-0d9d-43f7-9b1d-cd93a2bb0ca2 req-2e1ea9c4-874c-41be-b702-49102e273397 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376538 Jul 22 23:59:53.829089 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': 'dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9', 'network_id': 'ad2263d6-6737-4251-b2bd-eb41eb63c1fa', 'port_id': 'dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9', 'mac_address': 'fa:16:3e:d3:60:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9b5eaf-f7b7-41d7-ad44-6d20d8924777', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:59:53.872190 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.885563 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:53.908799 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9,segment=NetworkSegment(3bbb9973-ca3f-441a-8590-c5fa37128ed4),segment_id=3bbb9973-ca3f-441a-8590-c5fa37128ed4)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:53.919717 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edc53d-50ca-4d34-8f6f-2ad34947560b req-bf3babe1-a8d8-463b-ab35-b36cea53eb57 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:53.921240 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-45edc53d-50ca-4d34-8f6f-2ad34947560b req-bf3babe1-a8d8-463b-ab35-b36cea53eb57 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 943 time: 0.0671563 Jul 22 23:59:53.923761 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:53.924965 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device cd036e22-f774-4552-ad68-2199de5302c2 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 23:59:53.970370 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-45edc53d-50ca-4d34-8f6f-2ad34947560b req-34ec31d9-62e7-415e-9a75-0eada2bceb17 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Jul 22 23:59:54.003408 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:54.072470 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port cd036e22-f774-4552-ad68-2199de5302c2, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=cd036e22-f774-4552-ad68-2199de5302c2,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:54.083426 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': 'cd036e22-f774-4552-ad68-2199de5302c2', 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1', 'port_id': 'cd036e22-f774-4552-ad68-2199de5302c2', 'mac_address': 'fa:16:3e:c0:88:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8112aa32-d31c-4ba1-902b-52e0136b5a44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 23:59:54.124718 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.137819 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd036e22-f774-4552-ad68-2199de5302c2 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 23:59:54.158004 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port cd036e22-f774-4552-ad68-2199de5302c2, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=cd036e22-f774-4552-ad68-2199de5302c2,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 23:59:54.163502 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.213209 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=cd036e22-f774-4552-ad68-2199de5302c2,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:54.293679 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2702e5e-d205-43bd-9faa-904c4456abb2 req-967ab7a3-a691-44f1-bc14-eec054ac5149 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:54.295254 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c2702e5e-d205-43bd-9faa-904c4456abb2 req-967ab7a3-a691-44f1-bc14-eec054ac5149 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 944 time: 0.0698736 Jul 22 23:59:54.337782 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c2702e5e-d205-43bd-9faa-904c4456abb2 req-e06f6c97-26c5-47c5-b062-1492b19e3efc tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339370 Jul 22 23:59:54.447276 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47078) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:54.458980 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7eeaa-4b75-42bd-b433-10c6168e45bd req-f696393c-734e-4d6f-9749-1f53e36ec93c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:54.460596 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55b7eeaa-4b75-42bd-b433-10c6168e45bd req-f696393c-734e-4d6f-9749-1f53e36ec93c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0651321 Jul 22 23:59:54.499153 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55b7eeaa-4b75-42bd-b433-10c6168e45bd req-876745c1-f3a6-4fd6-8fb7-12bdee7928b5 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328040 Jul 22 23:59:54.555605 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a499ab54-3511-40e5-b574-1a10bbd3fa8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.647692 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a499ab54-3511-40e5-b574-1a10bbd3fa8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.648638 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075389df-aa67-4cb1-ba96-e285fbf81538 req-ec1b3552-b6ed-4374-b604-cec63896df29 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:54.650180 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-075389df-aa67-4cb1-ba96-e285fbf81538 req-ec1b3552-b6ed-4374-b604-cec63896df29 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 945 time: 0.0652487 Jul 22 23:59:54.652286 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a499ab54-3511-40e5-b574-1a10bbd3fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.691519 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a499ab54-3511-40e5-b574-1a10bbd3fa8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21a9a65f77ee4b498ef942c1de706360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430890 Jul 22 23:59:54.691877 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-075389df-aa67-4cb1-ba96-e285fbf81538 req-0e4ae3a8-0319-4929-89f7-0f7ce008a936 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350935 Jul 22 23:59:54.692469 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499ab54-3511-40e5-b574-1a10bbd3fa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99462329-fcda-43b4-8a6b-055a2a2a5dfc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:54.694080 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 47086) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:54.799701 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-0d344e7e-862d-41d3-af79-d5942a4dcb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:54.801127 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-0d344e7e-862d-41d3-af79-d5942a4dcb4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 1096 time: 0.0573072 Jul 22 23:59:54.839154 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6924115a-5ab5-4656-b824-e2c900d0c289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.843195 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-74c9ca38-cfef-4bfd-84a3-7fcb2efa4fd3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf HTTP/1.1" status: 200 len: 217 time: 0.0341372 Jul 22 23:59:54.869590 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-de17ef9b-ea68-44c8-a0c6-72c666a9bf38 service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598186 Jul 22 23:59:54.879180 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6924115a-5ab5-4656-b824-e2c900d0c289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:54.896168 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-e51c1aaf-6276-4b4e-8292-b05cc3d3b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:54.897638 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-e51c1aaf-6276-4b4e-8292-b05cc3d3b963 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=739940cf-291e-44ac-8d89-078a7a2a023d HTTP/1.1" status: 200 len: 855 time: 0.0476227 Jul 22 23:59:54.924570 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-2293ae1a-0d04-4afc-b9f4-571ebc3d61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:54.926293 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-2293ae1a-0d04-4afc-b9f4-571ebc3d61e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddcd263763bc4c92a9f6474efa29337f&device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 1096 time: 0.1795917 Jul 22 23:59:54.978967 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-d79be0f9-2f35-441c-9bb7-d7dae5af5f08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=734aa7b2-0b50-44c2-9b80-3e6695a9c985 HTTP/1.1" status: 200 len: 217 time: 0.0406246 Jul 22 23:59:54.991369 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-07d51a02-b5bc-4ce3-8453-ac68cf0d0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:54.994567 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-07d51a02-b5bc-4ce3-8453-ac68cf0d0de7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d72d623f-3714-41dc-869a-b358bd7c89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882373 Jul 22 23:59:55.002065 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['cd036e22-f774-4552-ad68-2199de5302c2'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:59:55.133940 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55e3843e-d8f1-408f-8083-bcdc5baedf43 req-876f95f0-5c91-4882-9821-e621dfe421df service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476106 Jul 22 23:59:55.140118 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-08d9288f-6975-4785-9521-3fcd719b99af service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296179 Jul 22 23:59:55.140421 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-207bacaf-ee38-41b3-942c-201cdac72e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:55.141862 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-207bacaf-ee38-41b3-942c-201cdac72e77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b46c9846-edc3-41e8-94f2-6b7e2b3aa469 HTTP/1.1" status: 200 len: 859 time: 0.1223116 Jul 22 23:59:55.142437 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6924115a-5ab5-4656-b824-e2c900d0c289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.145643 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6924115a-5ab5-4656-b824-e2c900d0c289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.149029 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6924115a-5ab5-4656-b824-e2c900d0c289 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99462329-fcda-43b4-8a6b-055a2a2a5dfc HTTP/1.1" status: 204 len: 168 time: 0.4516244 Jul 22 23:59:55.158002 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924115a-5ab5-4656-b824-e2c900d0c289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99462329-fcda-43b4-8a6b-055a2a2a5dfc,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:55.184262 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 23:59:55.189024 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7ba71-354d-4671-bfea-f194f36239bd req-786336bd-f071-4d9e-b378-44ad9734809c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:55.191322 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46d7ba71-354d-4671-bfea-f194f36239bd req-786336bd-f071-4d9e-b378-44ad9734809c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 943 time: 0.1137903 Jul 22 23:59:55.235893 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46d7ba71-354d-4671-bfea-f194f36239bd req-02e75b56-fca8-4d92-9038-7cd1ae2a72e3 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371432 Jul 22 23:59:55.494288 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47122) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:55.497446 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcb9c0-dd44-4338-bd5a-2b5551d600b8 req-863a3ce0-eecb-4ea8-91f9-b2bc8014a450 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:55.499466 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a8dcb9c0-dd44-4338-bd5a-2b5551d600b8 req-863a3ce0-eecb-4ea8-91f9-b2bc8014a450 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 944 time: 0.0673101 Jul 22 23:59:55.510626 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-80c7826c-5911-499b-9249-7875fdbbff2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.542991 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a8dcb9c0-dd44-4338-bd5a-2b5551d600b8 req-646eb774-e930-4b9f-9ef6-be28aff2f55b tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366793 Jul 22 23:59:55.610469 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-80c7826c-5911-499b-9249-7875fdbbff2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.618630 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-80c7826c-5911-499b-9249-7875fdbbff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.650930 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c796d1-a080-4839-b5ce-1b8d76564a05 req-82a23770-ba71-49a6-b7d4-1a1283129634 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:55.652483 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-07c796d1-a080-4839-b5ce-1b8d76564a05 req-82a23770-ba71-49a6-b7d4-1a1283129634 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0684409 Jul 22 23:59:55.664175 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-80c7826c-5911-499b-9249-7875fdbbff2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a911c29c0b14055a9a88c0738f65420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684556 Jul 22 23:59:55.666502 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7826c-5911-499b-9249-7875fdbbff2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad81034d-b95d-40e2-9b63-579f7eeea406,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:55.669022 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47128) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 23:59:55.694057 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-07c796d1-a080-4839-b5ce-1b8d76564a05 req-b0d7077f-329a-4a03-b620-e55fa49c8840 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356808 Jul 22 23:59:55.717871 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-660826a6-e445-46dd-9219-fe6800c5f154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.740143 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-660826a6-e445-46dd-9219-fe6800c5f154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.787778 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-660826a6-e445-46dd-9219-fe6800c5f154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.790845 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-660826a6-e445-46dd-9219-fe6800c5f154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 23:59:55.792083 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-660826a6-e445-46dd-9219-fe6800c5f154 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad81034d-b95d-40e2-9b63-579f7eeea406 HTTP/1.1" status: 204 len: 168 time: 0.1220927 Jul 22 23:59:55.800430 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660826a6-e445-46dd-9219-fe6800c5f154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad81034d-b95d-40e2-9b63-579f7eeea406,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 23:59:55.836597 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174106b2-6c56-43fd-b5c4-474ece245e78 req-55f5ac34-0fa4-455f-a9cc-19bf3a1b4385 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:55.838071 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-174106b2-6c56-43fd-b5c4-474ece245e78 req-55f5ac34-0fa4-455f-a9cc-19bf3a1b4385 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 945 time: 0.0761786 Jul 22 23:59:55.875623 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-174106b2-6c56-43fd-b5c4-474ece245e78 req-01c13f45-9060-43ae-92f2-f1742f68accb tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318708 Jul 22 23:59:56.383042 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864957f-b682-4709-8372-8f7d1f7d25f4 req-48450cd6-6c9e-4516-b7f4-55970670265f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:56.384604 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e864957f-b682-4709-8372-8f7d1f7d25f4 req-48450cd6-6c9e-4516-b7f4-55970670265f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 943 time: 0.0700252 Jul 22 23:59:56.422571 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e864957f-b682-4709-8372-8f7d1f7d25f4 req-6d25f30d-673c-409c-8010-0496574c50be tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Jul 22 23:59:56.679164 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc83862-1419-43c6-a31d-36e8ee612f04 req-b342bd6a-286f-4afd-aeef-03551a9ddce6 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:56.680682 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0dc83862-1419-43c6-a31d-36e8ee612f04 req-b342bd6a-286f-4afd-aeef-03551a9ddce6 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 944 time: 0.0673678 Jul 22 23:59:56.723765 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0dc83862-1419-43c6-a31d-36e8ee612f04 req-03dc0666-12b3-4fe0-8a33-5b5deef4539b tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360591 Jul 22 23:59:56.828968 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40ac0e-41b3-4080-b2e5-2971d34fbba5 req-ca9d3e1c-3799-4444-88a2-3efbe87a2b6d tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:56.831316 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0c40ac0e-41b3-4080-b2e5-2971d34fbba5 req-ca9d3e1c-3799-4444-88a2-3efbe87a2b6d tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0654719 Jul 22 23:59:56.870393 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0c40ac0e-41b3-4080-b2e5-2971d34fbba5 req-d8e4392e-445c-4511-83ca-02b5ba9aa8c2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324628 Jul 22 23:59:57.009547 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b219f-50f9-417a-ace5-1305f7e1aa16 req-f0cf1adc-35bf-4994-af88-e0c21664637f tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:57.011033 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-583b219f-50f9-417a-ace5-1305f7e1aa16 req-f0cf1adc-35bf-4994-af88-e0c21664637f tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 945 time: 0.0650423 Jul 22 23:59:57.047967 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-583b219f-50f9-417a-ace5-1305f7e1aa16 req-7313d245-5de7-4d3f-96fa-ba56956629d1 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309875 Jul 22 23:59:57.563976 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c0520-c830-4ae8-bf1e-96d0aa083421 req-7e6124bc-ea73-4271-855a-77a4a259a052 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:57.565617 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f43c0520-c830-4ae8-bf1e-96d0aa083421 req-7e6124bc-ea73-4271-855a-77a4a259a052 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 943 time: 0.0732005 Jul 22 23:59:57.619425 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f43c0520-c830-4ae8-bf1e-96d0aa083421 req-09079a9d-c999-4b87-bfd9-3c3a6ee94160 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479755 Jul 22 23:59:57.859539 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84967a-c0b3-40a7-961d-581efd524225 req-89a625e1-1bc2-496b-a6a3-05e01d843948 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:57.861028 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3a84967a-c0b3-40a7-961d-581efd524225 req-89a625e1-1bc2-496b-a6a3-05e01d843948 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 944 time: 0.0622170 Jul 22 23:59:57.899191 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3a84967a-c0b3-40a7-961d-581efd524225 req-ebb2693a-2851-473b-810e-08c610c8860e tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326116 Jul 22 23:59:58.016054 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b32592-315f-4a9e-9a97-bbe8a1fa92c2 req-0e55e947-a551-4542-a09b-5d3ce3e3d020 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:58.018191 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-75b32592-315f-4a9e-9a97-bbe8a1fa92c2 req-0e55e947-a551-4542-a09b-5d3ce3e3d020 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0749776 Jul 22 23:59:58.056736 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-75b32592-315f-4a9e-9a97-bbe8a1fa92c2 req-f0984ca1-b912-491c-b30f-6ef1f5652da2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323925 Jul 22 23:59:58.175882 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4c8ff-05a3-4b8c-ba25-208b55f07335 req-1b6ada9e-a083-4dce-92ac-5638b926f21b tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:58.177343 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c7b4c8ff-05a3-4b8c-ba25-208b55f07335 req-1b6ada9e-a083-4dce-92ac-5638b926f21b tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 945 time: 0.0647120 Jul 22 23:59:58.215340 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c7b4c8ff-05a3-4b8c-ba25-208b55f07335 req-0f028446-f7d1-4deb-ba13-fffd1c9f9b11 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323241 Jul 22 23:59:58.292065 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-6574852a-388a-49c1-92aa-58122fe600c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e43b07a7-ce43-4b1e-9658-3b973dd6f115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333335 Jul 22 23:59:58.348220 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-016ffffc-79cc-469a-b1e7-7283fc2e3530 service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893354 Jul 22 23:59:58.421898 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-9c9cc207-51bd-4fd2-a0b5-0eb3c08c60f0 service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217165 Jul 22 23:59:58.424464 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8cce7-6f85-4aac-8a09-375e5fd2f1b6 req-81233e56-55d9-4058-a034-7cd4fe5bf8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:58.425790 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f1a8cce7-6f85-4aac-8a09-375e5fd2f1b6 req-81233e56-55d9-4058-a034-7cd4fe5bf8c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddcd263763bc4c92a9f6474efa29337f&device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 1097 time: 0.1370356 Jul 22 23:59:58.895048 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8cce7-6f85-4aac-8a09-375e5fd2f1b6 req-54293ce8-0827-400c-9e15-4dee76308789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:58.896573 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f1a8cce7-6f85-4aac-8a09-375e5fd2f1b6 req-54293ce8-0827-400c-9e15-4dee76308789 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e43b07a7-ce43-4b1e-9658-3b973dd6f115 HTTP/1.1" status: 200 len: 920 time: 0.4599736 Jul 22 23:59:58.899853 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b2b40e5-4d03-46ab-93ea-308e5b7fb8c1 req-8e8aecd6-6b6f-4a90-a271-911731617976 service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647212 Jul 22 23:59:58.930165 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca18553-d851-46a3-8a05-5527f4366ecd req-fb83dd97-c80c-4f40-a1ae-b930f016390b tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:58.931948 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0ca18553-d851-46a3-8a05-5527f4366ecd req-fb83dd97-c80c-4f40-a1ae-b930f016390b tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 943 time: 0.1860545 Jul 22 23:59:58.965895 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f1a8cce7-6f85-4aac-8a09-375e5fd2f1b6 req-112dcf83-b907-43e5-a944-bd70d9d2592c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3de38ce-0291-4f90-b7a4-385558346fba HTTP/1.1" status: 200 len: 217 time: 0.0548720 Jul 22 23:59:59.053654 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0ca18553-d851-46a3-8a05-5527f4366ecd req-16a0c061-684c-4087-95fd-1fef16da48a5 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949652 Jul 22 23:59:59.066885 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8cce7-6f85-4aac-8a09-375e5fd2f1b6 req-8403178d-b1aa-49f8-8ac5-963665885b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:59.068453 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f1a8cce7-6f85-4aac-8a09-375e5fd2f1b6 req-8403178d-b1aa-49f8-8ac5-963665885b04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b46c9846-edc3-41e8-94f2-6b7e2b3aa469 HTTP/1.1" status: 200 len: 859 time: 0.0916245 Jul 22 23:59:59.114763 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f1a8cce7-6f85-4aac-8a09-375e5fd2f1b6 req-5affdc56-221b-4b66-ab8f-cdb0677bd405 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e43b07a7-ce43-4b1e-9658-3b973dd6f115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363932 Jul 22 23:59:59.132138 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cca62-d531-4a71-b33c-d81676659948 req-bca25e6a-90d4-47bb-b6ac-ecdfa6004bfd tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:59.133740 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d1cca62-d531-4a71-b33c-d81676659948 req-bca25e6a-90d4-47bb-b6ac-ecdfa6004bfd tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 944 time: 0.1599648 Jul 22 23:59:59.274790 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d1cca62-d531-4a71-b33c-d81676659948 req-c52baccd-8635-4b62-8b15-221c8c21fec5 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215575 Jul 22 23:59:59.322255 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6433ba7-ef69-49bb-9cf6-7b2b20b9157d req-01eeb54d-6312-4dfb-9ce9-caa45cbd35fa tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:59.323728 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e6433ba7-ef69-49bb-9cf6-7b2b20b9157d req-01eeb54d-6312-4dfb-9ce9-caa45cbd35fa tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.1890683 Jul 22 23:59:59.325435 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f1a8cce7-6f85-4aac-8a09-375e5fd2f1b6 req-34aa3597-8e34-43f7-9907-b18f6631cee4 service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896708 Jul 22 23:59:59.417868 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e6433ba7-ef69-49bb-9cf6-7b2b20b9157d req-bc21362e-efeb-4661-a675-53de995f8e8e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877271 Jul 22 23:59:59.478131 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f1a8cce7-6f85-4aac-8a09-375e5fd2f1b6 req-77929952-4212-46bf-8314-912bc8acbeb2 service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409099 Jul 22 23:59:59.490215 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55318c-1593-4838-ad0d-9905b085ba06 req-cef1f424-292f-4772-ae60-49055676472c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 23:59:59.491677 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4f55318c-1593-4838-ad0d-9905b085ba06 req-cef1f424-292f-4772-ae60-49055676472c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 945 time: 0.1413860 Jul 22 23:59:59.529332 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4f55318c-1593-4838-ad0d-9905b085ba06 req-4464bac8-3ec3-42fb-892c-aaa45dccaeeb tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 Jul 23 00:00:00.118536 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:00:00.212388 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206c727-fe00-4347-99df-4e373e57cfb9 req-49ebe8c1-7ed5-404e-900b-86b63f213704 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:00.213885 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0206c727-fe00-4347-99df-4e373e57cfb9 req-49ebe8c1-7ed5-404e-900b-86b63f213704 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 943 time: 0.0773427 Jul 23 00:00:00.256334 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0206c727-fe00-4347-99df-4e373e57cfb9 req-47827570-6dc2-4b70-83dc-2f4c4bfb41c6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364935 Jul 23 00:00:00.279904 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 098f35db-a672-4d57-aad6-fe2d70ff99bf details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:00:00.282009 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:00.398452 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:00.404417 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:00.404787 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.422726 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9ff9f-3a28-4fd9-8591-9e295e9f7cd2 req-2de24aeb-3cb9-4a1e-adc0-57c5e37c0cc5 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:00.424784 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6b9ff9f-3a28-4fd9-8591-9e295e9f7cd2 req-2de24aeb-3cb9-4a1e-adc0-57c5e37c0cc5 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 944 time: 0.0689726 Jul 23 00:00:00.445991 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 098f35db-a672-4d57-aad6-fe2d70ff99bf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:00.462468 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'port_id': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'mac_address': 'fa:16:3e:76:10:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:00:00.468061 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6b9ff9f-3a28-4fd9-8591-9e295e9f7cd2 req-5193b404-fe7a-4ec7-9945-bc6a801781c1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373907 Jul 23 00:00:00.532563 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.551933 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098f35db-a672-4d57-aad6-fe2d70ff99bf {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:00.557065 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.560339 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db149db-79a0-4f5d-9a5a-c7c9cf922a2c req-8c4e85c5-259f-4614-baff-55436587b30e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:00.561947 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9db149db-79a0-4f5d-9a5a-c7c9cf922a2c req-8c4e85c5-259f-4614-baff-55436587b30e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0706823 Jul 23 00:00:00.583885 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 098f35db-a672-4d57-aad6-fe2d70ff99bf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:00.591591 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.592403 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device a3de38ce-0291-4f90-b7a4-385558346fba details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:00:00.602916 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d022d9-eb4b-46a9-bbfc-0effc7fa8aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:00.605819 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9db149db-79a0-4f5d-9a5a-c7c9cf922a2c req-83071029-47ac-4ca5-8433-270d89727d79 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354962 Jul 23 00:00:00.680846 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcffa0-985a-4bd3-9c77-f2346b37c964 req-eb7c310b-4836-4aa3-a36e-3d4aae7de19c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:00.682357 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-96dcffa0-985a-4bd3-9c77-f2346b37c964 req-eb7c310b-4836-4aa3-a36e-3d4aae7de19c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 945 time: 0.0800500 Jul 23 00:00:00.707460 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9,segment=NetworkSegment(3bbb9973-ca3f-441a-8590-c5fa37128ed4),segment_id=3bbb9973-ca3f-441a-8590-c5fa37128ed4)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:00.718481 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.719281 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device cd036e22-f774-4552-ad68-2199de5302c2 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:00.726382 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-96dcffa0-985a-4bd3-9c77-f2346b37c964 req-b781eb35-6778-47f2-b3f7-86a2f51b44b1 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383351 Jul 23 00:00:00.777047 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=098f35db-a672-4d57-aad6-fe2d70ff99bf,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:00.843755 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2717031-82ce-4c39-aa2f-572d1447da28" -d '{"events": [{"server_uuid": "15d022d9-eb4b-46a9-bbfc-0effc7fa8aab", "name": "network-vif-plugged", "status": "completed", "tag": "dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:00.885590 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:00.905621 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port a3de38ce-0291-4f90-b7a4-385558346fba, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a3de38ce-0291-4f90-b7a4-385558346fba,segment=NetworkSegment(df5cf93b-ca75-4db5-bcb8-b7121245f44c),segment_id=df5cf93b-ca75-4db5-bcb8-b7121245f44c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:00.908128 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port cd036e22-f774-4552-ad68-2199de5302c2 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:00.917005 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port cd036e22-f774-4552-ad68-2199de5302c2 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:00.917370 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:00.921230 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': 'a3de38ce-0291-4f90-b7a4-385558346fba', 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115', 'port_id': 'a3de38ce-0291-4f90-b7a4-385558346fba', 'mac_address': 'fa:16:3e:00:bf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46c9846-edc3-41e8-94f2-6b7e2b3aa469', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:00:00.935089 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47308) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:01.006246 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.026405 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3de38ce-0291-4f90-b7a4-385558346fba {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:01.082672 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port a3de38ce-0291-4f90-b7a4-385558346fba, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a3de38ce-0291-4f90-b7a4-385558346fba,segment=NetworkSegment(df5cf93b-ca75-4db5-bcb8-b7121245f44c),segment_id=df5cf93b-ca75-4db5-bcb8-b7121245f44c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:01.082672 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc54259e-4db8-4df0-97ad-6a74302f6142 x-openstack-request-id: req-dc54259e-4db8-4df0-97ad-6a74302f6142 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:01.082672 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d022d9-eb4b-46a9-bbfc-0effc7fa8aab", "name": "network-vif-plugged", "status": "completed", "tag": "dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:01.082672 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc54259e-4db8-4df0-97ad-6a74302f6142 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:01.082672 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d022d9-eb4b-46a9-bbfc-0effc7fa8aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9', 'code': 200} Jul 23 00:00:01.084267 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df0c4ac9-1c60-4931-90b2-00db5bc1e28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.088135 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.091881 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.092591 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 734aa7b2-0b50-44c2-9b80-3e6695a9c985 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:00:01.184928 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port cd036e22-f774-4552-ad68-2199de5302c2, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=cd036e22-f774-4552-ad68-2199de5302c2,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:01.198040 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 734aa7b2-0b50-44c2-9b80-3e6695a9c985, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=734aa7b2-0b50-44c2-9b80-3e6695a9c985,segment=NetworkSegment(df5cf93b-ca75-4db5-bcb8-b7121245f44c),segment_id=df5cf93b-ca75-4db5-bcb8-b7121245f44c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:01.207073 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=a3de38ce-0291-4f90-b7a4-385558346fba,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:01.210928 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.224050 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '734aa7b2-0b50-44c2-9b80-3e6695a9c985', 'network_id': 'e43b07a7-ce43-4b1e-9658-3b973dd6f115', 'port_id': '734aa7b2-0b50-44c2-9b80-3e6695a9c985', 'mac_address': 'fa:16:3e:5c:2a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46c9846-edc3-41e8-94f2-6b7e2b3aa469', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:00:01.250174 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df0c4ac9-1c60-4931-90b2-00db5bc1e28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.254828 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df0c4ac9-1c60-4931-90b2-00db5bc1e28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.315213 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-df0c4ac9-1c60-4931-90b2-00db5bc1e28e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c12470cf9d14c16821e743407adeb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786712 Jul 23 00:00:01.320642 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 47334) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:01.321198 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c4ac9-1c60-4931-90b2-00db5bc1e28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35930fb-9283-426e-b8a4-f7b658214905,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:01.431576 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=cd036e22-f774-4552-ad68-2199de5302c2,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:01.435345 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.446281 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fb789279-66b7-48ef-afad-5467d3edeac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.449762 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734aa7b2-0b50-44c2-9b80-3e6695a9c985 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:01.451252 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47338) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:01.471363 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 734aa7b2-0b50-44c2-9b80-3e6695a9c985, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=734aa7b2-0b50-44c2-9b80-3e6695a9c985,segment=NetworkSegment(df5cf93b-ca75-4db5-bcb8-b7121245f44c),segment_id=df5cf93b-ca75-4db5-bcb8-b7121245f44c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:01.476388 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.482720 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fb789279-66b7-48ef-afad-5467d3edeac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.497699 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da453e0-bd60-44a3-bcdd-16e5c3e5304a req-282297b7-5cac-4e73-8dd6-21b4ad25ff2f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:01.499493 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3da453e0-bd60-44a3-bcdd-16e5c3e5304a req-282297b7-5cac-4e73-8dd6-21b4ad25ff2f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 943 time: 0.1199882 Jul 23 00:00:01.537005 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=734aa7b2-0b50-44c2-9b80-3e6695a9c985,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:01.580025 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3da453e0-bd60-44a3-bcdd-16e5c3e5304a req-30052a4e-5958-47cb-90ec-ebe31859d9e6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710518 Jul 23 00:00:01.586106 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12aba042-6994-4777-ba6e-1785903f3859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.628608 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fb789279-66b7-48ef-afad-5467d3edeac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.631102 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fb789279-66b7-48ef-afad-5467d3edeac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.632272 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fb789279-66b7-48ef-afad-5467d3edeac0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d35930fb-9283-426e-b8a4-f7b658214905 HTTP/1.1" status: 204 len: 168 time: 0.3106432 Jul 23 00:00:01.641020 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb789279-66b7-48ef-afad-5467d3edeac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35930fb-9283-426e-b8a4-f7b658214905,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:01.662779 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27c765-ff96-4cc3-9697-14e51a5046da req-58ba8bea-ce6e-4b53-a9af-c9020a924a8e tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:01.664379 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4f27c765-ff96-4cc3-9697-14e51a5046da req-58ba8bea-ce6e-4b53-a9af-c9020a924a8e tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 945 time: 0.1096487 Jul 23 00:00:01.718938 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12aba042-6994-4777-ba6e-1785903f3859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.719689 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4f27c765-ff96-4cc3-9697-14e51a5046da req-248becab-92ef-4db6-9b09-02667115291b tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471110 Jul 23 00:00:01.723709 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-12aba042-6994-4777-ba6e-1785903f3859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.776402 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-12aba042-6994-4777-ba6e-1785903f3859 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83bdd058b6c54937a4c2593691b2347e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217201 Jul 23 00:00:01.776875 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aba042-6994-4777-ba6e-1785903f3859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84be05cf-5ffb-4b03-8d8a-89fb6fdc99a4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:01.777273 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 47350) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:01.866169 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273015d3-5c8e-4936-94c6-fa3c32232cd5 req-9dbda4c7-77ee-4b04-83f5-b5c607fbb563 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:01.867591 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-273015d3-5c8e-4936-94c6-fa3c32232cd5 req-9dbda4c7-77ee-4b04-83f5-b5c607fbb563 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 944 time: 0.1427019 Jul 23 00:00:01.893122 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1faf6856-e320-4841-accb-a1f3fff7547f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.942208 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1faf6856-e320-4841-accb-a1f3fff7547f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:01.952736 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-273015d3-5c8e-4936-94c6-fa3c32232cd5 req-51d65f18-3fc0-4fa4-aed0-5499b074831d tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754743 Jul 23 00:00:01.995820 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139eb02-8feb-4590-b31d-e136d567dc10 req-4701cbe6-5eec-46c1-8d95-0f6f3b167522 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:01.997327 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1139eb02-8feb-4590-b31d-e136d567dc10 req-4701cbe6-5eec-46c1-8d95-0f6f3b167522 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 946 time: 0.1746526 Jul 23 00:00:02.042134 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1139eb02-8feb-4590-b31d-e136d567dc10 req-f0a60b0a-d6e8-4e69-9ee3-7b72e6982a6a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356963 Jul 23 00:00:02.045659 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1faf6856-e320-4841-accb-a1f3fff7547f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.048885 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1faf6856-e320-4841-accb-a1f3fff7547f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.052463 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1faf6856-e320-4841-accb-a1f3fff7547f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84be05cf-5ffb-4b03-8d8a-89fb6fdc99a4 HTTP/1.1" status: 204 len: 168 time: 0.2727950 Jul 23 00:00:02.070022 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf6856-e320-4841-accb-a1f3fff7547f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84be05cf-5ffb-4b03-8d8a-89fb6fdc99a4,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:02.376219 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 47376) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:02.392662 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-183e193e-2d6e-4b26-872c-319e9904e5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.494411 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-183e193e-2d6e-4b26-872c-319e9904e5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.498928 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-183e193e-2d6e-4b26-872c-319e9904e5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.544345 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-183e193e-2d6e-4b26-872c-319e9904e5b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca30db7ab25f482a8c924405c56f1332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662631 Jul 23 00:00:02.545665 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e193e-2d6e-4b26-872c-319e9904e5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b80cb71-f31e-4b65-a266-39b77d361942,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:02.547374 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47386) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:02.619722 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df3454a0-4d76-4346-8f3d-57c3e0bceec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.659928 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df3454a0-4d76-4346-8f3d-57c3e0bceec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.723994 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2388d-2ef4-4334-ae75-fd7b7b368cbe req-bc2186ae-276e-4cf8-b70c-44b8896c0fc5 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:02.725823 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c6b2388d-2ef4-4334-ae75-fd7b7b368cbe req-bc2186ae-276e-4cf8-b70c-44b8896c0fc5 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 944 time: 0.0770507 Jul 23 00:00:02.763438 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df3454a0-4d76-4346-8f3d-57c3e0bceec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.768947 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-df3454a0-4d76-4346-8f3d-57c3e0bceec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:02.772502 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-df3454a0-4d76-4346-8f3d-57c3e0bceec1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b80cb71-f31e-4b65-a266-39b77d361942 HTTP/1.1" status: 204 len: 168 time: 0.2196770 Jul 23 00:00:02.796309 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3454a0-4d76-4346-8f3d-57c3e0bceec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b80cb71-f31e-4b65-a266-39b77d361942,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:02.816960 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c6b2388d-2ef4-4334-ae75-fd7b7b368cbe req-09214aa7-a898-4c03-ad0e-5f9b114d755e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672021 Jul 23 00:00:02.897447 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30033e12-af6a-4ad6-af30-30953d705bee req-efea2a12-26af-4a53-851a-e75c7b938e90 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:02.898907 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-30033e12-af6a-4ad6-af30-30953d705bee req-efea2a12-26af-4a53-851a-e75c7b938e90 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 945 time: 0.0750513 Jul 23 00:00:02.942783 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-30033e12-af6a-4ad6-af30-30953d705bee req-6f8ac874-8c29-4b55-ad2b-3280bcb5027e tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371487 Jul 23 00:00:03.081589 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77540639-b8cc-4319-a1b3-486c8eea55ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd036e22-f774-4552-ad68-2199de5302c2'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:03.086976 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2ab7b3-a776-4d9c-ad35-4f7fe21158b7" -d '{"events": [{"server_uuid": "77540639-b8cc-4319-a1b3-486c8eea55ed", "name": "network-vif-plugged", "status": "completed", "tag": "cd036e22-f774-4552-ad68-2199de5302c2"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:03.137507 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96141569-d0e6-49f9-b0a8-9c20f69ba27e req-2410783f-b02a-4276-b26a-510148d89033 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:03.139017 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-96141569-d0e6-49f9-b0a8-9c20f69ba27e req-2410783f-b02a-4276-b26a-510148d89033 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 944 time: 0.0880997 Jul 23 00:00:03.213234 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-96141569-d0e6-49f9-b0a8-9c20f69ba27e req-1a233d8b-60c1-455e-8a1b-9bcafaddcaf0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647330 Jul 23 00:00:03.253386 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7efc1-d0d0-4802-b10b-4b7dff8aa5a2 req-10f95c72-eb27-403b-836a-1650e88d8320 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:03.254924 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60d7efc1-d0d0-4802-b10b-4b7dff8aa5a2 req-10f95c72-eb27-403b-836a-1650e88d8320 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 946 time: 0.1147172 Jul 23 00:00:03.279719 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff8bc2d-c4f1-4114-9b7c-219b0e9a5620 x-openstack-request-id: req-aff8bc2d-c4f1-4114-9b7c-219b0e9a5620 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:03.280501 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77540639-b8cc-4319-a1b3-486c8eea55ed", "name": "network-vif-plugged", "status": "completed", "tag": "cd036e22-f774-4552-ad68-2199de5302c2", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:03.281150 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aff8bc2d-c4f1-4114-9b7c-219b0e9a5620 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:03.281798 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77540639-b8cc-4319-a1b3-486c8eea55ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd036e22-f774-4552-ad68-2199de5302c2', 'code': 200} Jul 23 00:00:03.301753 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60d7efc1-d0d0-4802-b10b-4b7dff8aa5a2 req-1d8c7b0b-52cb-498e-9d59-1467675d3c6a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399306 Jul 23 00:00:03.787916 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa95ee1-830f-48eb-95cb-1e6f3c0f669c req-c8794d6a-d23b-488b-8997-2f9e7ae87232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:03.789198 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ffa95ee1-830f-48eb-95cb-1e6f3c0f669c req-c8794d6a-d23b-488b-8997-2f9e7ae87232 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 1098 time: 0.1360736 Jul 23 00:00:03.791811 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55316c00-3005-4a23-9647-031d4c623b55 req-f58037ef-ac4e-414e-a984-101e5ff2745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:03.793144 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55316c00-3005-4a23-9647-031d4c623b55 req-f58037ef-ac4e-414e-a984-101e5ff2745d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 1099 time: 0.1317408 Jul 23 00:00:03.793836 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['098f35db-a672-4d57-aad6-fe2d70ff99bf'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:03.822332 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ffa95ee1-830f-48eb-95cb-1e6f3c0f669c req-e89b6b97-c77f-466f-9de0-83f51b6c1c46 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.841236 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55316c00-3005-4a23-9647-031d4c623b55 req-076df3f5-09bb-48a0-8eef-2bb660580955 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:03.864420 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['a3de38ce-0291-4f90-b7a4-385558346fba'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:03.874075 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['734aa7b2-0b50-44c2-9b80-3e6695a9c985'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:04.004984 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ffa95ee1-830f-48eb-95cb-1e6f3c0f669c req-e89b6b97-c77f-466f-9de0-83f51b6c1c46 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.016108 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ffa95ee1-830f-48eb-95cb-1e6f3c0f669c req-e89b6b97-c77f-466f-9de0-83f51b6c1c46 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.144343 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ffa95ee1-830f-48eb-95cb-1e6f3c0f669c req-e89b6b97-c77f-466f-9de0-83f51b6c1c46 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424304 Jul 23 00:00:04.169375 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47482) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:04.181609 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b6b97-c77f-466f-9de0-83f51b6c1c46 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fdbc18-4345-4bd4-853e-eed7c3304445,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:04.192738 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47486) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:04.208102 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab648a-a677-4585-b348-37b3fc2a2926 req-6c5075b5-900d-4a5c-8673-9f3fca9faf53 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.210067 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6ab648a-a677-4585-b348-37b3fc2a2926 req-6c5075b5-900d-4a5c-8673-9f3fca9faf53 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 944 time: 0.2641506 Jul 23 00:00:04.213968 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.db.api [req-55316c00-3005-4a23-9647-031d4c623b55 req-076df3f5-09bb-48a0-8eef-2bb660580955 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 064640d16eea4dd08ae8033e427e6863 {{(pid=92929) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 00:00:04.214578 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG oslo_db.api [req-55316c00-3005-4a23-9647-031d4c623b55 req-076df3f5-09bb-48a0-8eef-2bb660580955 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 00:00:04.276622 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb73d-c0a6-449d-9b73-fd7bb674d42d req-8d4f9431-dbce-476c-a1af-9ca56e795b49 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.278476 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7bfeb73d-c0a6-449d-9b73-fd7bb674d42d req-8d4f9431-dbce-476c-a1af-9ca56e795b49 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 945 time: 0.1810448 Jul 23 00:00:04.285035 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6ab648a-a677-4585-b348-37b3fc2a2926 req-65da0cc2-3a84-4044-9421-fa8bdf3d5d5a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653877 Jul 23 00:00:04.376023 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7bfeb73d-c0a6-449d-9b73-fd7bb674d42d req-27a229f6-4195-4bc4-93ed-3ae75e63a4af tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778348 Jul 23 00:00:04.434378 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e833d1c-b5ed-4e20-956a-13efee7852ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.451624 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d32c04bc-9919-4fd0-9823-2202bc071355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.484808 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308e801-51ba-4d87-b39c-4bb63463f346 req-fc5b6969-3443-423a-8285-e99c3e3d91a3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.486849 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a308e801-51ba-4d87-b39c-4bb63463f346 req-fc5b6969-3443-423a-8285-e99c3e3d91a3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 944 time: 0.0860240 Jul 23 00:00:04.552374 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a308e801-51ba-4d87-b39c-4bb63463f346 req-a5cfc4c7-dc38-4922-bceb-73062865853a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551541 Jul 23 00:00:04.554035 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e833d1c-b5ed-4e20-956a-13efee7852ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.560640 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e833d1c-b5ed-4e20-956a-13efee7852ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.582500 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364a2a2-e9fb-4b40-affb-ea6958cf7ce2 req-a59e60cd-9321-4755-8b26-a0102452587c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:04.584208 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2364a2a2-e9fb-4b40-affb-ea6958cf7ce2 req-a59e60cd-9321-4755-8b26-a0102452587c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 946 time: 0.0965407 Jul 23 00:00:04.620173 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e833d1c-b5ed-4e20-956a-13efee7852ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87181104-ef42-4e47-8c5d-f41eff003932,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:04.626025 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9e833d1c-b5ed-4e20-956a-13efee7852ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b01d4c7bd564b9bb34519b130de3dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4322140 Jul 23 00:00:04.627166 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2364a2a2-e9fb-4b40-affb-ea6958cf7ce2 req-02df281f-32e1-4c80-99d4-6d333ea81579 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365441 Jul 23 00:00:04.628960 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 47506) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:04.684994 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d32c04bc-9919-4fd0-9823-2202bc071355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.690193 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d32c04bc-9919-4fd0-9823-2202bc071355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.729505 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d32c04bc-9919-4fd0-9823-2202bc071355 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36f9ab7ea58648d7aa71eba34f5a0769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5578492 Jul 23 00:00:04.730361 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c04bc-9919-4fd0-9823-2202bc071355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b6f996-80f7-4236-9e5c-f0d8a3adb3f5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:04.732656 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47508) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:04.782079 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-416c979d-0e84-4062-a820-2cdfd819f7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.803369 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-416c979d-0e84-4062-a820-2cdfd819f7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.812571 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55316c00-3005-4a23-9647-031d4c623b55 req-076df3f5-09bb-48a0-8eef-2bb660580955 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.849059 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-416c979d-0e84-4062-a820-2cdfd819f7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.851733 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-416c979d-0e84-4062-a820-2cdfd819f7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.852928 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-416c979d-0e84-4062-a820-2cdfd819f7fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66b6f996-80f7-4236-9e5c-f0d8a3adb3f5 HTTP/1.1" status: 204 len: 168 time: 0.1193292 Jul 23 00:00:04.860968 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c979d-0e84-4062-a820-2cdfd819f7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b6f996-80f7-4236-9e5c-f0d8a3adb3f5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:04.884540 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-81215775-42d3-4fa5-a4fc-a05f35dbbdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.917702 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-81215775-42d3-4fa5-a4fc-a05f35dbbdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.926269 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55316c00-3005-4a23-9647-031d4c623b55 req-076df3f5-09bb-48a0-8eef-2bb660580955 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1172032 Jul 23 00:00:04.968369 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-81215775-42d3-4fa5-a4fc-a05f35dbbdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.971449 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-81215775-42d3-4fa5-a4fc-a05f35dbbdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:04.972610 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-81215775-42d3-4fa5-a4fc-a05f35dbbdc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87181104-ef42-4e47-8c5d-f41eff003932 HTTP/1.1" status: 204 len: 168 time: 0.3430541 Jul 23 00:00:04.981658 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81215775-42d3-4fa5-a4fc-a05f35dbbdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87181104-ef42-4e47-8c5d-f41eff003932,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:05.120150 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 47516) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:05.132992 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d99dc7b-c272-4312-806f-b981b1255afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.221946 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d99dc7b-c272-4312-806f-b981b1255afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.225962 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3d99dc7b-c272-4312-806f-b981b1255afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.262506 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3d99dc7b-c272-4312-806f-b981b1255afa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf1b8f3eddac478395d19bfc8dc2f4ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412795 Jul 23 00:00:05.264663 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99dc7b-c272-4312-806f-b981b1255afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb564130-6a1a-4802-8030-9d800d066e02,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:05.265482 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47524) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:05.316376 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-52d2ab0b-259a-48e7-b310-9dd1f5c43785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.343794 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-52d2ab0b-259a-48e7-b310-9dd1f5c43785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.398564 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-52d2ab0b-259a-48e7-b310-9dd1f5c43785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.402204 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-52d2ab0b-259a-48e7-b310-9dd1f5c43785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:05.403999 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-52d2ab0b-259a-48e7-b310-9dd1f5c43785 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb564130-6a1a-4802-8030-9d800d066e02 HTTP/1.1" status: 204 len: 168 time: 0.1374907 Jul 23 00:00:05.415197 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2ab0b-259a-48e7-b310-9dd1f5c43785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb564130-6a1a-4802-8030-9d800d066e02,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:05.452824 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0405a-29be-47dc-853f-c2a0fd642abf req-97312f61-a9a5-4254-92ad-d7c879728cb2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:05.454369 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54c0405a-29be-47dc-853f-c2a0fd642abf req-97312f61-a9a5-4254-92ad-d7c879728cb2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 944 time: 0.0934327 Jul 23 00:00:05.536442 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54c0405a-29be-47dc-853f-c2a0fd642abf req-8b0a4ab4-1f64-48d4-a59f-4bd15d0b0b12 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721424 Jul 23 00:00:05.572759 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0a8d5-124a-484e-8fe2-c335b462e9ef req-f3e83940-5135-40b3-90a0-1b80a3a33959 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:05.574287 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68c0a8d5-124a-484e-8fe2-c335b462e9ef req-f3e83940-5135-40b3-90a0-1b80a3a33959 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 945 time: 0.0866137 Jul 23 00:00:05.634846 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68c0a8d5-124a-484e-8fe2-c335b462e9ef req-8f795db2-6472-48b3-a378-eb31574058c1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526288 Jul 23 00:00:05.707991 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a0511-21b1-4383-bb2c-8f3d88882a46 req-951ac609-02c6-4f78-a504-d453564b14c2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:05.709871 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2e1a0511-21b1-4383-bb2c-8f3d88882a46 req-951ac609-02c6-4f78-a504-d453564b14c2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 944 time: 0.0792863 Jul 23 00:00:05.786339 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2e1a0511-21b1-4383-bb2c-8f3d88882a46 req-8670671b-6321-4d59-aff0-ede02b5b8eb2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709314 Jul 23 00:00:05.812239 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fa7a1-c629-4872-9289-e4983072e870 req-c2d0436d-a000-4493-8dc3-6929eba28a1d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:05.813748 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3d3fa7a1-c629-4872-9289-e4983072e870 req-c2d0436d-a000-4493-8dc3-6929eba28a1d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 946 time: 0.0897133 Jul 23 00:00:05.855605 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3d3fa7a1-c629-4872-9289-e4983072e870 req-2350a2f0-e06b-4ef6-b729-d187bf3e65a3 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346622 Jul 23 00:00:06.676152 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515225c-61f7-4e9a-9dcd-2c3ec40f9109 req-c76628d6-e8b5-4abc-979d-01d9688e16ad tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:06.677671 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8515225c-61f7-4e9a-9dcd-2c3ec40f9109 req-c76628d6-e8b5-4abc-979d-01d9688e16ad tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 944 time: 0.0642457 Jul 23 00:00:06.718541 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8515225c-61f7-4e9a-9dcd-2c3ec40f9109 req-a2218327-e8e2-4fe6-9061-5a109815e57b tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335953 Jul 23 00:00:06.781674 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603b80a-451e-4ce9-ad84-560e0a21eef3 req-5867b855-c345-476d-8bad-843c4b7e1d09 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:06.783701 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3603b80a-451e-4ce9-ad84-560e0a21eef3 req-5867b855-c345-476d-8bad-843c4b7e1d09 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 945 time: 0.0687387 Jul 23 00:00:06.822419 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3603b80a-451e-4ce9-ad84-560e0a21eef3 req-a5025bca-8cc3-4354-aa1e-6ead22975196 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Jul 23 00:00:06.963728 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d1ea1-b071-445e-9361-e8d808415e31 req-0973ec30-d0cc-4609-a0a6-0b385c0a9637 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:06.965185 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eb3d1ea1-b071-445e-9361-e8d808415e31 req-0973ec30-d0cc-4609-a0a6-0b385c0a9637 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 944 time: 0.0923831 Jul 23 00:00:07.014360 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eb3d1ea1-b071-445e-9361-e8d808415e31 req-cd907b50-49a6-45d8-bae2-0633f1c206b2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420482 Jul 23 00:00:07.026010 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652ba64-f91d-4ba0-a5b2-9be16d7bba8d req-4de30780-bc66-4815-8d60-3fd413bfb20c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:07.037742 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0652ba64-f91d-4ba0-a5b2-9be16d7bba8d req-4de30780-bc66-4815-8d60-3fd413bfb20c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 946 time: 0.1047237 Jul 23 00:00:07.066854 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0652ba64-f91d-4ba0-a5b2-9be16d7bba8d req-a8012870-e8cd-434b-8c1e-d850405a364c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336332 Jul 23 00:00:07.844850 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdd3c7-9aff-4fea-9fcd-78d5a4eb916a req-65f538ac-8d10-4e62-9e54-f3606fc68a92 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:07.850227 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c1fdd3c7-9aff-4fea-9fcd-78d5a4eb916a req-65f538ac-8d10-4e62-9e54-f3606fc68a92 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 944 time: 0.0655496 Jul 23 00:00:07.889838 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c1fdd3c7-9aff-4fea-9fcd-78d5a4eb916a req-d21276c5-cfbf-4596-8d7c-ee780d95935f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330195 Jul 23 00:00:07.955284 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc6583-00b1-420f-9442-89d0c600c4a8 req-2b3b6606-67dd-4f23-a66d-44e6d6e61364 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:07.956800 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8cdc6583-00b1-420f-9442-89d0c600c4a8 req-2b3b6606-67dd-4f23-a66d-44e6d6e61364 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 945 time: 0.0661130 Jul 23 00:00:08.010044 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8cdc6583-00b1-420f-9442-89d0c600c4a8 req-8ee78dee-56c1-49a6-a2cc-75c896066434 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416467 Jul 23 00:00:08.174461 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d94b1-5283-459f-8f8d-086fa869dd80 req-77222fdb-d513-4066-b0ea-635e516415d7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:08.175971 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c13d94b1-5283-459f-8f8d-086fa869dd80 req-77222fdb-d513-4066-b0ea-635e516415d7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 944 time: 0.0921109 Jul 23 00:00:08.229730 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c13d94b1-5283-459f-8f8d-086fa869dd80 req-17540401-5673-4c8e-a63b-f27b696a98e1 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463765 Jul 23 00:00:08.238753 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b738da-17fb-484b-bda6-7ef7d7b143cd req-5c06b020-ea50-44a3-8109-1f10203d5ae5 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:08.240235 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-06b738da-17fb-484b-bda6-7ef7d7b143cd req-5c06b020-ea50-44a3-8109-1f10203d5ae5 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 946 time: 0.1044300 Jul 23 00:00:08.278777 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-06b738da-17fb-484b-bda6-7ef7d7b143cd req-377f9c5a-f957-4849-a5d3-82bec9fd1e66 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315161 Jul 23 00:00:09.066217 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482a92e-f36d-4cf1-8d7a-82b8ee3bd4ab req-49b8ea0b-f92f-4166-9c9a-08d0fbdbe892 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:09.074499 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5482a92e-f36d-4cf1-8d7a-82b8ee3bd4ab req-49b8ea0b-f92f-4166-9c9a-08d0fbdbe892 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 944 time: 0.0915332 Jul 23 00:00:09.143258 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5482a92e-f36d-4cf1-8d7a-82b8ee3bd4ab req-69640b1d-7f23-4345-9887-ec5c8cc17033 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674996 Jul 23 00:00:09.173880 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d15fea-cfb3-45f4-8210-79a445bbb2a8 req-3b4a1975-6088-4fcc-9851-d6684b13d682 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:09.175598 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-24d15fea-cfb3-45f4-8210-79a445bbb2a8 req-3b4a1975-6088-4fcc-9851-d6684b13d682 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 945 time: 0.0912385 Jul 23 00:00:09.225614 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-24d15fea-cfb3-45f4-8210-79a445bbb2a8 req-b8c80c6e-1374-4d90-bd30-0d9b53f9a435 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437689 Jul 23 00:00:09.399579 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53f66f-faac-4801-aa61-2644a61f38eb req-beedc6e6-10d2-4fe9-ac82-ca20e47fa054 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:09.401272 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1e53f66f-faac-4801-aa61-2644a61f38eb req-beedc6e6-10d2-4fe9-ac82-ca20e47fa054 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 944 time: 0.1016541 Jul 23 00:00:09.458109 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20d153-20a3-4c73-9a3c-8a5e22a03d60 req-1ee9a707-2e77-443d-ba0b-aefb72fdf989 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:09.459767 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cf20d153-20a3-4c73-9a3c-8a5e22a03d60 req-1ee9a707-2e77-443d-ba0b-aefb72fdf989 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 946 time: 0.1117761 Jul 23 00:00:09.465073 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1e53f66f-faac-4801-aa61-2644a61f38eb req-2cb1b1ac-ade7-43f9-b4e7-bb04cd863577 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545335 Jul 23 00:00:09.485469 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 098f35db-a672-4d57-aad6-fe2d70ff99bf up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:09.519189 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cf20d153-20a3-4c73-9a3c-8a5e22a03d60 req-97945764-6039-4ab1-a37d-65fe4809d963 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532949 Jul 23 00:00:09.554630 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port 098f35db-a672-4d57-aad6-fe2d70ff99bf completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:09.558621 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 098f35db-a672-4d57-aad6-fe2d70ff99bf triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:09.559058 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.647724 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.676282 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:09.678520 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0297cfe8-d0e2-4994-b05a-6ffd08ad170d" -d '{"events": [{"server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "name": "network-vif-plugged", "status": "completed", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:09.694382 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 098f35db-a672-4d57-aad6-fe2d70ff99bf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:09.698603 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.705163 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device a3de38ce-0291-4f90-b7a4-385558346fba up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:09.745726 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9655bd9d-8969-42ea-a309-640d938a9a3d x-openstack-request-id: req-9655bd9d-8969-42ea-a309-640d938a9a3d {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:09.746014 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "name": "network-vif-plugged", "status": "completed", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:09.746258 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9655bd9d-8969-42ea-a309-640d938a9a3d {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:09.746639 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'code': 200} Jul 23 00:00:09.785098 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=098f35db-a672-4d57-aad6-fe2d70ff99bf,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:09.804131 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port a3de38ce-0291-4f90-b7a4-385558346fba completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:09.811464 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port a3de38ce-0291-4f90-b7a4-385558346fba triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:09.812283 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.937790 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.976053 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port a3de38ce-0291-4f90-b7a4-385558346fba, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a3de38ce-0291-4f90-b7a4-385558346fba,segment=NetworkSegment(df5cf93b-ca75-4db5-bcb8-b7121245f44c),segment_id=df5cf93b-ca75-4db5-bcb8-b7121245f44c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:09.981730 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:09.984618 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 734aa7b2-0b50-44c2-9b80-3e6695a9c985 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:10.016703 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf451f-d61f-4ba3-98a3-de74ffcfb4df req-3fb0a3c3-64fc-414d-a16c-cd10614ac8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:10.019539 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-99bf451f-d61f-4ba3-98a3-de74ffcfb4df req-3fb0a3c3-64fc-414d-a16c-cd10614ac8b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 1098 time: 0.1083355 Jul 23 00:00:10.076692 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-99bf451f-d61f-4ba3-98a3-de74ffcfb4df req-aae5e5cb-7f8c-40d0-8783-27e95107f9ea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499687 Jul 23 00:00:10.094295 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=a3de38ce-0291-4f90-b7a4-385558346fba,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:10.116743 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port 734aa7b2-0b50-44c2-9b80-3e6695a9c985 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:10.120988 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 734aa7b2-0b50-44c2-9b80-3e6695a9c985 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:10.121307 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.211736 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.246466 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 734aa7b2-0b50-44c2-9b80-3e6695a9c985, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=734aa7b2-0b50-44c2-9b80-3e6695a9c985,segment=NetworkSegment(df5cf93b-ca75-4db5-bcb8-b7121245f44c),segment_id=df5cf93b-ca75-4db5-bcb8-b7121245f44c)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:10.254869 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:10.320850 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=734aa7b2-0b50-44c2-9b80-3e6695a9c985,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:10.353986 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3acff-e93d-473b-a015-b1ed430a8896 req-2b6d9a21-3bde-415e-ae9a-d9ba3964cc5a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:10.356628 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-93b3acff-e93d-473b-a015-b1ed430a8896 req-2b6d9a21-3bde-415e-ae9a-d9ba3964cc5a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1191194 Jul 23 00:00:10.413971 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-93b3acff-e93d-473b-a015-b1ed430a8896 req-a96d4f63-ce91-4611-8912-693a40072368 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510886 Jul 23 00:00:10.621136 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cf8e9-e44c-4598-b42a-217057bf323d req-6a052e75-9317-4c6f-b983-389e416b9984 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:10.631679 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f61cf8e9-e44c-4598-b42a-217057bf323d req-6a052e75-9317-4c6f-b983-389e416b9984 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0778353 Jul 23 00:00:10.666881 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f61cf8e9-e44c-4598-b42a-217057bf323d req-036fc117-d2ba-4960-87f2-8e56864f5ca3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372739 Jul 23 00:00:11.609938 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf0aa1-806c-4644-a674-39179115b8a8 req-7a2233e9-d3ef-41eb-8693-0e529713ce8e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.609938 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aadf0aa1-806c-4644-a674-39179115b8a8 req-7a2233e9-d3ef-41eb-8693-0e529713ce8e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0834768 Jul 23 00:00:11.684486 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aadf0aa1-806c-4644-a674-39179115b8a8 req-80e503bc-b1d5-4b31-86e4-9e3702dad2bb tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677063 Jul 23 00:00:11.747868 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449c13fc-84a8-42cc-9af2-ea2116c5c23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3de38ce-0291-4f90-b7a4-385558346fba'}, {'server_uuid': '2081bfb4-1f91-4a5e-804e-e521636a0962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734aa7b2-0b50-44c2-9b80-3e6695a9c985'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:11.751890 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a127fee-df7c-4132-a9c2-c52b9f6803c9" -d '{"events": [{"server_uuid": "449c13fc-84a8-42cc-9af2-ea2116c5c23c", "name": "network-vif-plugged", "status": "completed", "tag": "a3de38ce-0291-4f90-b7a4-385558346fba"}, {"server_uuid": "2081bfb4-1f91-4a5e-804e-e521636a0962", "name": "network-vif-plugged", "status": "completed", "tag": "734aa7b2-0b50-44c2-9b80-3e6695a9c985"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:11.855651 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b6499b-8cbd-4dad-8789-eee75e05e108 x-openstack-request-id: req-b9b6499b-8cbd-4dad-8789-eee75e05e108 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:11.856394 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449c13fc-84a8-42cc-9af2-ea2116c5c23c", "name": "network-vif-plugged", "status": "completed", "tag": "a3de38ce-0291-4f90-b7a4-385558346fba", "code": 200}, {"server_uuid": "2081bfb4-1f91-4a5e-804e-e521636a0962", "name": "network-vif-plugged", "status": "completed", "tag": "734aa7b2-0b50-44c2-9b80-3e6695a9c985", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:11.856886 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9b6499b-8cbd-4dad-8789-eee75e05e108 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:11.857539 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449c13fc-84a8-42cc-9af2-ea2116c5c23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3de38ce-0291-4f90-b7a4-385558346fba', 'code': 200} Jul 23 00:00:11.858024 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2081bfb4-1f91-4a5e-804e-e521636a0962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734aa7b2-0b50-44c2-9b80-3e6695a9c985', 'code': 200} Jul 23 00:00:11.863269 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722ab86-b003-4f93-80bf-fdb0da561901 req-63c0e4b2-6ff0-47dc-8563-3e8b32993318 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:11.870610 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c722ab86-b003-4f93-80bf-fdb0da561901 req-63c0e4b2-6ff0-47dc-8563-3e8b32993318 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0905581 Jul 23 00:00:11.940636 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c722ab86-b003-4f93-80bf-fdb0da561901 req-ae4b4e09-c9e3-4cb1-bff1-69fc726ca27e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690470 Jul 23 00:00:12.103876 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47890) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:12.217636 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bf14d-ee58-4119-b351-78b4a76d6ab0 req-12c2467b-37ca-42b7-8c43-23c8e5b43ade tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:12.225781 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47898) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:12.226068 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b7bf14d-ee58-4119-b351-78b4a76d6ab0 req-12c2467b-37ca-42b7-8c43-23c8e5b43ade tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.1785307 Jul 23 00:00:12.233455 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-8ccfa4b1-91b5-4732-829c-242cdf93cb9e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Request body: {'floatingip': {'port_id': '098f35db-a672-4d57-aad6-fe2d70ff99bf'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:12.240364 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1fc86-a3f8-4306-8c02-506f99b9dafc req-211dee61-5ae7-4ec8-b519-a2069587f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:12.241812 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9af1fc86-a3f8-4306-8c02-506f99b9dafc req-211dee61-5ae7-4ec8-b519-a2069587f97c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 1098 time: 0.1504712 Jul 23 00:00:12.247932 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241e3de-bb08-4f39-8f3c-3c2f63c64b12 req-9c9cf1ed-ba13-41d3-9f7d-d03fdf179e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:12.250173 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d241e3de-bb08-4f39-8f3c-3c2f63c64b12 req-9c9cf1ed-ba13-41d3-9f7d-d03fdf179e97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 1099 time: 0.1576228 Jul 23 00:00:12.304304 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa4b1-91b5-4732-829c-242cdf93cb9e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.308979 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9af1fc86-a3f8-4306-8c02-506f99b9dafc req-6d1ccb11-20ad-4dab-9aaa-bc05bf00c506 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576684 Jul 23 00:00:12.313563 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d241e3de-bb08-4f39-8f3c-3c2f63c64b12 req-1502acfc-de22-4700-9787-04974df523a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555944 Jul 23 00:00:12.431166 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5da418ca-37d0-4b9b-abbc-7a1385430832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.614915 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 47928) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:12.681262 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 47934) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:12.691686 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5da418ca-37d0-4b9b-abbc-7a1385430832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.709073 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5da418ca-37d0-4b9b-abbc-7a1385430832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.769516 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5da418ca-37d0-4b9b-abbc-7a1385430832 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70350a947e82455bb6901aeec79ca341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6649799 Jul 23 00:00:12.769824 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 47942) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:12.882085 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.891638 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a86d82fd-4046-41d3-b4c0-2c0d4ece3cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.903478 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a34f4f39-0ae3-433a-ad95-6f27bfe9aed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.932170 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da418ca-37d0-4b9b-abbc-7a1385430832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6f74ac-48da-4c1a-8525-9ce07c3a2778,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:12.967227 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-346ab486-9bc8-4a66-bfbf-05bcb964aacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:12.976049 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.db.api [None req-a34f4f39-0ae3-433a-ad95-6f27bfe9aed4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 00:00:12.976049 dv-cinder-801633-1-iscsi neutron-server[92929]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 00:00:12.976049 dv-cinder-801633-1-iscsi neutron-server[92929]: [parameters: {'project_id_1': '2ce47ae5b61243779cfabf87db3ed97a', 'expiration_1': datetime.datetime(2021, 7, 23, 0, 0, 12, 943568)}] Jul 23 00:00:12.976049 dv-cinder-801633-1-iscsi neutron-server[92929]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92929) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 00:00:12.976434 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG oslo_db.api [None req-a34f4f39-0ae3-433a-ad95-6f27bfe9aed4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 00:00:13.025736 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321d51f-65ae-42b6-a18c-696b73427f30 req-70859ce4-1c49-409c-9199-818667184fe3 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:13.027416 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0321d51f-65ae-42b6-a18c-696b73427f30 req-70859ce4-1c49-409c-9199-818667184fe3 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.2209206 Jul 23 00:00:13.032851 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-346ab486-9bc8-4a66-bfbf-05bcb964aacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.118143 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0321d51f-65ae-42b6-a18c-696b73427f30 req-5ec5cb90-0398-4a34-9278-33268fa0a632 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766823 Jul 23 00:00:13.141935 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a86d82fd-4046-41d3-b4c0-2c0d4ece3cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.143411 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-346ab486-9bc8-4a66-bfbf-05bcb964aacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.146455 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-346ab486-9bc8-4a66-bfbf-05bcb964aacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.148116 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-346ab486-9bc8-4a66-bfbf-05bcb964aacc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b6f74ac-48da-4c1a-8525-9ce07c3a2778 HTTP/1.1" status: 204 len: 168 time: 0.3773873 Jul 23 00:00:13.160023 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a86d82fd-4046-41d3-b4c0-2c0d4ece3cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.163953 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ab486-9bc8-4a66-bfbf-05bcb964aacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6f74ac-48da-4c1a-8525-9ce07c3a2778,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:13.230281 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a86d82fd-4046-41d3-b4c0-2c0d4ece3cc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51a974d277a4478a8524699d08df61f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6116683 Jul 23 00:00:13.230281 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d82fd-4046-41d3-b4c0-2c0d4ece3cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf717f-143d-410a-acb4-464746f8a6c7,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:13.231197 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 47956) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:13.298869 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a39a9754-4e22-4026-8973-8d0160fbbe97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.328151 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a39a9754-4e22-4026-8973-8d0160fbbe97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.401949 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a39a9754-4e22-4026-8973-8d0160fbbe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.402648 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.db.resource_extend [None req-8ccfa4b1-91b5-4732-829c-242cdf93cb9e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 00:00:13.405073 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a39a9754-4e22-4026-8973-8d0160fbbe97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.408791 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a39a9754-4e22-4026-8973-8d0160fbbe97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3bf717f-143d-410a-acb4-464746f8a6c7 HTTP/1.1" status: 204 len: 168 time: 0.1739247 Jul 23 00:00:13.418654 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a9754-4e22-4026-8973-8d0160fbbe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf717f-143d-410a-acb4-464746f8a6c7,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:13.477195 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a34f4f39-0ae3-433a-ad95-6f27bfe9aed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.509625 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa4b1-91b5-4732-829c-242cdf93cb9e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.509625 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa4b1-91b5-4732-829c-242cdf93cb9e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.634302 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a34f4f39-0ae3-433a-ad95-6f27bfe9aed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.642739 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a34f4f39-0ae3-433a-ad95-6f27bfe9aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.666983 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-8ccfa4b1-91b5-4732-829c-242cdf93cb9e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Floating IP ed2d135c-8a2f-42d8-bb79-35ff1041bffa associated. External IP: 172.27.0.19, port: 098f35db-a672-4d57-aad6-fe2d70ff99bf. Jul 23 00:00:13.694919 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a34f4f39-0ae3-433a-ad95-6f27bfe9aed4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ce47ae5b61243779cfabf87db3ed97a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0123866 Jul 23 00:00:13.697717 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 47970) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:13.753289 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47974) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:13.774068 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a3a508e-8fa2-494a-b1f4-9ebad7309a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.832581 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a244-4428-402e-bf36-0b45bb7a8084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.837822 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f4f39-0ae3-433a-ad95-6f27bfe9aed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319f0780-f5a3-46c3-96bc-511a1c4787e6,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:13.861514 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a244-4428-402e-bf36-0b45bb7a8084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.938765 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a244-4428-402e-bf36-0b45bb7a8084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.945772 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6bb9a244-4428-402e-bf36-0b45bb7a8084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:13.948262 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6bb9a244-4428-402e-bf36-0b45bb7a8084 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/319f0780-f5a3-46c3-96bc-511a1c4787e6 HTTP/1.1" status: 204 len: 168 time: 0.2495093 Jul 23 00:00:13.991778 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9a244-4428-402e-bf36-0b45bb7a8084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319f0780-f5a3-46c3-96bc-511a1c4787e6,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:14.006752 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a3a508e-8fa2-494a-b1f4-9ebad7309a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.011095 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccfa4b1-91b5-4732-829c-242cdf93cb9e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Router ec1a013e-cea4-48f4-80f2-3657da99353d has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:00:14.012975 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a3a508e-8fa2-494a-b1f4-9ebad7309a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.066820 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9a3a508e-8fa2-494a-b1f4-9ebad7309a91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=994ebdd922b3487995408ffd96087e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121586 Jul 23 00:00:14.069358 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47982) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:14.072242 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a508e-8fa2-494a-b1f4-9ebad7309a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4422eb98-e821-443b-aaac-53cbe5b17ebb,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:14.093612 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 47984) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:14.107669 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-682a7a47-8d55-4a38-a29a-93aca2ced3da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.195652 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccfa4b1-91b5-4732-829c-242cdf93cb9e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:00:14.202910 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8ccfa4b1-91b5-4732-829c-242cdf93cb9e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.221162 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f86e8a6-e125-4389-a7b2-6f025188a9ff None None] Sync routers for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:00:14.232716 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-682a7a47-8d55-4a38-a29a-93aca2ced3da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.236652 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f86e8a6-e125-4389-a7b2-6f025188a9ff None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:14.237281 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8f86e8a6-e125-4389-a7b2-6f025188a9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:59:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:14.241391 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-682a7a47-8d55-4a38-a29a-93aca2ced3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.285931 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a7a47-8d55-4a38-a29a-93aca2ced3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e7c6b7-335d-4ef0-9fa2-5badf6e450fc,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:14.286784 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8ccfa4b1-91b5-4732-829c-242cdf93cb9e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "PUT /v2.0/floatingips/ed2d135c-8a2f-42d8-bb79-35ff1041bffa HTTP/1.1" status: 200 len: 990 time: 2.0599089 Jul 23 00:00:14.288767 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:14.297216 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1029b0f43a7212f692e64cb23b57dc484f66a08fe6c1c2d0512510b03b45e580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ef3d05-9c04-4d1d-8f1e-007c8ca52fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:14.329436 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c787fe5f-93c4-4e91-8f01-2c0e8966848c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.351988 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c787fe5f-93c4-4e91-8f01-2c0e8966848c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.407103 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c787fe5f-93c4-4e91-8f01-2c0e8966848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.410288 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c787fe5f-93c4-4e91-8f01-2c0e8966848c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.411522 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c787fe5f-93c4-4e91-8f01-2c0e8966848c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4422eb98-e821-443b-aaac-53cbe5b17ebb HTTP/1.1" status: 204 len: 168 time: 0.3404534 Jul 23 00:00:14.422384 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787fe5f-93c4-4e91-8f01-2c0e8966848c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4422eb98-e821-443b-aaac-53cbe5b17ebb,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:14.426511 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-682a7a47-8d55-4a38-a29a-93aca2ced3da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66814a4d71e54280bd5d1f7755ab0242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303385 Jul 23 00:00:14.434960 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 48004) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:14.489053 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-8f86e8a6-e125-4389-a7b2-6f025188a9ff None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:14.511949 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44f44c9-b0b7-4ad6-b7a2-a14f8d76dc34 x-openstack-request-id: req-e44f44c9-b0b7-4ad6-b7a2-a14f8d76dc34 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:14.513443 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:14.513708 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e44f44c9-b0b7-4ad6-b7a2-a14f8d76dc34 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:14.514708 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'status': 'completed', 'code': 200} Jul 23 00:00:14.580611 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb7d8c-d693-44b7-bf86-00c47179a3e9 req-d89e36c3-f9bd-4c0a-b4cb-486d42235cb6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:14.587304 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-35bb7d8c-d693-44b7-bf86-00c47179a3e9 req-d89e36c3-f9bd-4c0a-b4cb-486d42235cb6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.2972233 Jul 23 00:00:14.616983 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48010) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:14.631194 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5305bad5-3ed3-4bb1-86c9-fdfdd6313c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.641961 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56fbe888-1edd-47fc-811e-5f19d58b7fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.661102 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-35bb7d8c-d693-44b7-bf86-00c47179a3e9 req-806bae8d-d8b9-4a2e-a265-5bf4b6c084e4 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728791 Jul 23 00:00:14.696605 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5305bad5-3ed3-4bb1-86c9-fdfdd6313c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.714097 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef3d05-9c04-4d1d-8f1e-007c8ca52fc9 req-1fff0035-fc00-4b1b-ada2-2514ef25e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:14.715614 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60ef3d05-9c04-4d1d-8f1e-007c8ca52fc9 req-1fff0035-fc00-4b1b-ada2-2514ef25e18e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 1098 time: 0.1835635 Jul 23 00:00:14.779337 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56fbe888-1edd-47fc-811e-5f19d58b7fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.786267 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56fbe888-1edd-47fc-811e-5f19d58b7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.833411 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbe888-1edd-47fc-811e-5f19d58b7fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7985f77-df61-4638-bca8-d8643fbddc7c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:14.877420 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-56fbe888-1edd-47fc-811e-5f19d58b7fc6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=534287778654498eafcaa96928ffbb7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557304 Jul 23 00:00:14.878829 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48022) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:14.948492 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5305bad5-3ed3-4bb1-86c9-fdfdd6313c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.951553 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5305bad5-3ed3-4bb1-86c9-fdfdd6313c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:14.957478 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5305bad5-3ed3-4bb1-86c9-fdfdd6313c9b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18e7c6b7-335d-4ef0-9fa2-5badf6e450fc HTTP/1.1" status: 204 len: 168 time: 0.4984548 Jul 23 00:00:15.004616 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305bad5-3ed3-4bb1-86c9-fdfdd6313c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e7c6b7-335d-4ef0-9fa2-5badf6e450fc,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:15.008685 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef3d05-9c04-4d1d-8f1e-007c8ca52fc9 req-f2ab4740-757d-43be-8992-7734eb7bea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.019407 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60ef3d05-9c04-4d1d-8f1e-007c8ca52fc9 req-f2ab4740-757d-43be-8992-7734eb7bea88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 200 len: 917 time: 0.2889209 Jul 23 00:00:15.032477 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3a2f240c-2a39-4a20-bae9-42bf9d2210a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.065498 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3a2f240c-2a39-4a20-bae9-42bf9d2210a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.138003 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3a2f240c-2a39-4a20-bae9-42bf9d2210a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.150529 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3a2f240c-2a39-4a20-bae9-42bf9d2210a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:15.152770 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3a2f240c-2a39-4a20-bae9-42bf9d2210a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7985f77-df61-4638-bca8-d8643fbddc7c HTTP/1.1" status: 204 len: 168 time: 0.2729676 Jul 23 00:00:15.183445 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f240c-2a39-4a20-bae9-42bf9d2210a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7985f77-df61-4638-bca8-d8643fbddc7c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:15.189083 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8f86e8a6-e125-4389-a7b2-6f025188a9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': 'ed2d135c-8a2f-42d8-bb79-35ff1041bffa', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'port_id': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'mac_address': 'fa:16:3e:76:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ad517-d439-4e46-baea-326a99c78336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:59:30Z', 'updated_at': '2021-07-23T00:00:12Z', 'revision_number': 1, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 5, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:15.256790 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f86e8a6-e125-4389-a7b2-6f025188a9ff None None] Checking router: ec1a013e-cea4-48f4-80f2-3657da99353d for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:00:15.263457 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60ef3d05-9c04-4d1d-8f1e-007c8ca52fc9 req-efb0dd0f-8e33-4cd1-b8d0-51fe6ed26332 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf HTTP/1.1" status: 200 len: 998 time: 0.2227924 Jul 23 00:00:15.270216 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f86e8a6-e125-4389-a7b2-6f025188a9ff None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:00:15.271001 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8f86e8a6-e125-4389-a7b2-6f025188a9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-22T23:59:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:15.536415 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-8f86e8a6-e125-4389-a7b2-6f025188a9ff None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:00:15.610460 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b68fc9-d322-44a9-810b-3670bacd5883 req-637509f0-fd14-40ae-993c-91072e315cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.612181 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54b68fc9-d322-44a9-810b-3670bacd5883 req-637509f0-fd14-40ae-993c-91072e315cef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddcd263763bc4c92a9f6474efa29337f&device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 1098 time: 0.5221708 Jul 23 00:00:15.615188 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef3d05-9c04-4d1d-8f1e-007c8ca52fc9 req-33d28843-3af5-449d-b62b-c10e389046ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.616937 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60ef3d05-9c04-4d1d-8f1e-007c8ca52fc9 req-33d28843-3af5-449d-b62b-c10e389046ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=739940cf-291e-44ac-8d89-078a7a2a023d HTTP/1.1" status: 200 len: 855 time: 0.3431306 Jul 23 00:00:15.629390 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df778786-e7b6-4a1e-923b-27bc164f52ef req-b5ae2964-aea3-48ce-bc4e-b826e90e7497 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.630728 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-df778786-e7b6-4a1e-923b-27bc164f52ef req-b5ae2964-aea3-48ce-bc4e-b826e90e7497 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.4419656 Jul 23 00:00:15.781156 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-df778786-e7b6-4a1e-923b-27bc164f52ef req-d20095fa-2a53-46d5-846c-024c286ab7d7 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326222 Jul 23 00:00:15.817837 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b68fc9-d322-44a9-810b-3670bacd5883 req-8927dca0-3929-40cd-b1f7-69b94e4ff269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.819654 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54b68fc9-d322-44a9-810b-3670bacd5883 req-8927dca0-3929-40cd-b1f7-69b94e4ff269 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e43b07a7-ce43-4b1e-9658-3b973dd6f115 HTTP/1.1" status: 200 len: 920 time: 0.1880212 Jul 23 00:00:15.822542 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef3d05-9c04-4d1d-8f1e-007c8ca52fc9 req-b4bb2b17-42ae-4275-98bb-ec80b03b5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:15.824188 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60ef3d05-9c04-4d1d-8f1e-007c8ca52fc9 req-b4bb2b17-42ae-4275-98bb-ec80b03b5721 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d72d623f-3714-41dc-869a-b358bd7c89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1853721 Jul 23 00:00:15.852867 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8f86e8a6-e125-4389-a7b2-6f025188a9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': 'ed2d135c-8a2f-42d8-bb79-35ff1041bffa', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'port_id': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'mac_address': 'fa:16:3e:76:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ad517-d439-4e46-baea-326a99c78336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:59:30Z', 'updated_at': '2021-07-23T00:00:12Z', 'revision_number': 1, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 5, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:15.885387 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f86e8a6-e125-4389-a7b2-6f025188a9ff None None] The sync data for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi is: [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': 'ed2d135c-8a2f-42d8-bb79-35ff1041bffa', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'port_id': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'mac_address': 'fa:16:3e:76:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ad517-d439-4e46-baea-326a99c78336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T23:59:30Z', 'updated_at': '2021-07-23T00:00:12Z', 'revision_number': 1, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 5, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:00:15.898295 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54b68fc9-d322-44a9-810b-3670bacd5883 req-373ce094-5197-45e1-ad4f-516fe07dd4e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=734aa7b2-0b50-44c2-9b80-3e6695a9c985 HTTP/1.1" status: 200 len: 217 time: 0.0480757 Jul 23 00:00:16.016159 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b68fc9-d322-44a9-810b-3670bacd5883 req-841dde97-22f0-406e-8a0c-d7d6cf85e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:16.018639 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54b68fc9-d322-44a9-810b-3670bacd5883 req-841dde97-22f0-406e-8a0c-d7d6cf85e86f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b46c9846-edc3-41e8-94f2-6b7e2b3aa469 HTTP/1.1" status: 200 len: 859 time: 0.1127067 Jul 23 00:00:16.061339 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54b68fc9-d322-44a9-810b-3670bacd5883 req-fc8df8b9-33c1-4d48-b5b0-51c51cb12439 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e43b07a7-ce43-4b1e-9658-3b973dd6f115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319555 Jul 23 00:00:16.066023 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60ef3d05-9c04-4d1d-8f1e-007c8ca52fc9 req-7a648614-bae0-4350-8b7d-7548a73b018d service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245049 Jul 23 00:00:16.175541 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c4136e-9d92-45e1-b39e-dec72f90b6ab None None] New status for floating IP ed2d135c-8a2f-42d8-bb79-35ff1041bffa: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:00:16.246589 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54b68fc9-d322-44a9-810b-3670bacd5883 req-54f513d9-e639-4977-99fc-2f548ddd16ed service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758549 Jul 23 00:00:16.265699 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-60ef3d05-9c04-4d1d-8f1e-007c8ca52fc9 req-c2413a45-9731-4058-8f2a-3fd7caa633f7 service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740816 Jul 23 00:00:16.379127 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-54b68fc9-d322-44a9-810b-3670bacd5883 req-bb9c888e-9f0a-4691-bf27-79e938c16d6e service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263695 Jul 23 00:00:16.947967 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7b64d-f039-412b-bcf9-88b4c98ced6e req-13809d9f-08d4-4b5b-8deb-48c7cb5bb38f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:16.949565 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-84c7b64d-f039-412b-bcf9-88b4c98ced6e req-13809d9f-08d4-4b5b-8deb-48c7cb5bb38f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0871367 Jul 23 00:00:17.015692 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-84c7b64d-f039-412b-bcf9-88b4c98ced6e req-d97e9864-6d60-4f6b-8ba1-d59ba38e8930 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518005 Jul 23 00:00:17.307660 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48156) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:17.500695 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.618343 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.622935 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.652141 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45b09c15392b4165860a487d50bd1b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429186 Jul 23 00:00:17.654378 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 48180) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:17.671967 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083fb099-3fe4-47ae-a099-34161991bca4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:17.681321 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.681321 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.681790 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.682288 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.682983 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.684036 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.684985 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.685525 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.686097 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.686782 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.687496 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.687994 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5f8c6-739d-4331-b413-0b3c89129b32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.732270 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.748352 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d091f066-e9cc-4610-877b-1dae5e174d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.758680 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.820208 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.822721 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:17.823917 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/083fb099-3fe4-47ae-a099-34161991bca4 HTTP/1.1" status: 204 len: 168 time: 0.1685085 Jul 23 00:00:17.832438 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083fb099-3fe4-47ae-a099-34161991bca4,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:17.840261 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.840609 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.840941 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.841272 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.841599 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.841943 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.842252 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.842574 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.842914 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.843278 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.843565 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:17.843878 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43ecf22-49d7-419b-94cd-9f62e2551b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:18.134131 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48216) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:18.153196 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81bf6a31-7813-40e7-b581-4aa2ab84df88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.193699 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78be5a-9b6c-4cf1-95f9-e74814efcc0f req-b794f4fd-4548-483e-837b-1716000dd4d1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:18.195871 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d78be5a-9b6c-4cf1-95f9-e74814efcc0f req-b794f4fd-4548-483e-837b-1716000dd4d1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1095366 Jul 23 00:00:18.249986 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d78be5a-9b6c-4cf1-95f9-e74814efcc0f req-efa3720e-336f-4178-897a-5f9bb54ac0ad tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417407 Jul 23 00:00:18.276735 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81bf6a31-7813-40e7-b581-4aa2ab84df88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.281220 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-81bf6a31-7813-40e7-b581-4aa2ab84df88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.301798 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 48224) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:18.323541 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-81bf6a31-7813-40e7-b581-4aa2ab84df88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30d632e8185a4437ad8cc4bb6a183b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877275 Jul 23 00:00:18.324275 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf6a31-7813-40e7-b581-4aa2ab84df88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75527348-4c34-4e94-ab07-0feaaf4045e8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:18.325991 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 48230) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:18.385377 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-338c97e0-5be4-4eed-9910-b4b19a6140fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.407250 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-338c97e0-5be4-4eed-9910-b4b19a6140fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.432660 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-21efab77-0529-4c63-aa1f-fc3f155e91eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.486256 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-338c97e0-5be4-4eed-9910-b4b19a6140fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.492409 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-338c97e0-5be4-4eed-9910-b4b19a6140fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.496410 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-338c97e0-5be4-4eed-9910-b4b19a6140fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75527348-4c34-4e94-ab07-0feaaf4045e8 HTTP/1.1" status: 204 len: 168 time: 0.1669035 Jul 23 00:00:18.513709 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c97e0-5be4-4eed-9910-b4b19a6140fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75527348-4c34-4e94-ab07-0feaaf4045e8,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:18.599248 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-21efab77-0529-4c63-aa1f-fc3f155e91eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.605160 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-21efab77-0529-4c63-aa1f-fc3f155e91eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.652215 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-21efab77-0529-4c63-aa1f-fc3f155e91eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e08f2023c924e788ce6149f2e531ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469722 Jul 23 00:00:18.652215 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efab77-0529-4c63-aa1f-fc3f155e91eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b7a851-55ad-48a9-9e32-c16cc6f9fed5,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:18.652976 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48246) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:18.723644 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-02933756-355f-4b5c-92ad-1de496242dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.767676 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-02933756-355f-4b5c-92ad-1de496242dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.863877 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-02933756-355f-4b5c-92ad-1de496242dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.866380 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-02933756-355f-4b5c-92ad-1de496242dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:18.870472 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-02933756-355f-4b5c-92ad-1de496242dfd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9b7a851-55ad-48a9-9e32-c16cc6f9fed5 HTTP/1.1" status: 204 len: 168 time: 0.2132018 Jul 23 00:00:18.884742 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02933756-355f-4b5c-92ad-1de496242dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b7a851-55ad-48a9-9e32-c16cc6f9fed5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:19.166071 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bea711-4538-453b-b3a1-9896d60eb0d4 req-398b891e-d221-4f42-87e8-12e88fe0cffa tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:19.167656 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27bea711-4538-453b-b3a1-9896d60eb0d4 req-398b891e-d221-4f42-87e8-12e88fe0cffa tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 945 time: 0.0807750 Jul 23 00:00:19.207147 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48288) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:19.234708 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27bea711-4538-453b-b3a1-9896d60eb0d4 req-1490271d-0f21-466e-9bca-3655039dc1ae tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565317 Jul 23 00:00:19.393232 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb47df-61f1-4d3e-8e34-8fd9a2135c77 req-5bbf0f43-1c52-4568-97c2-6d6b7c48a859 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:19.394161 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa682-4262-4293-af3e-bba56e8ac709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.408638 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-47cb47df-61f1-4d3e-8e34-8fd9a2135c77 req-5bbf0f43-1c52-4568-97c2-6d6b7c48a859 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0910378 Jul 23 00:00:19.408778 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48296) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:19.427954 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-031b5d02-a6bd-4ea2-8f36-e24e24a94b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.449947 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-47cb47df-61f1-4d3e-8e34-8fd9a2135c77 req-623f0e22-fdc2-4fb3-833b-32c4756880db tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Jul 23 00:00:19.515123 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa682-4262-4293-af3e-bba56e8ac709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.521613 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8b3aa682-4262-4293-af3e-bba56e8ac709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.576306 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8b3aa682-4262-4293-af3e-bba56e8ac709 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cd93bc6952b4fd58ccb7a4cf9e23c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676116 Jul 23 00:00:19.577055 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3aa682-4262-4293-af3e-bba56e8ac709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64b9727-e130-4c33-81c5-80651a24423d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:19.578752 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 48304) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:19.636273 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc7ee-202b-49e6-a554-0e1312a031c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.652709 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-031b5d02-a6bd-4ea2-8f36-e24e24a94b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.657128 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-031b5d02-a6bd-4ea2-8f36-e24e24a94b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.659174 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc7ee-202b-49e6-a554-0e1312a031c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.685713 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-031b5d02-a6bd-4ea2-8f36-e24e24a94b7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d20cb633a4b74ca2b91c4392192e7165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759957 Jul 23 00:00:19.688551 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 48308) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:19.700402 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b5d02-a6bd-4ea2-8f36-e24e24a94b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981ff851-6e25-4c78-836a-4ac7f34267a7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:19.735169 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc7ee-202b-49e6-a554-0e1312a031c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.738672 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc7ee-202b-49e6-a554-0e1312a031c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.739819 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6d2bc7ee-202b-49e6-a554-0e1312a031c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f64b9727-e130-4c33-81c5-80651a24423d HTTP/1.1" status: 204 len: 168 time: 0.1600716 Jul 23 00:00:19.760902 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bc7ee-202b-49e6-a554-0e1312a031c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64b9727-e130-4c33-81c5-80651a24423d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:19.767867 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d69ce068-45c3-4add-a956-7116c7c5f9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.799217 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d69ce068-45c3-4add-a956-7116c7c5f9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.849000 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d69ce068-45c3-4add-a956-7116c7c5f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.851748 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d69ce068-45c3-4add-a956-7116c7c5f9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:19.855230 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d69ce068-45c3-4add-a956-7116c7c5f9b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/981ff851-6e25-4c78-836a-4ac7f34267a7 HTTP/1.1" status: 204 len: 168 time: 0.1628995 Jul 23 00:00:19.861271 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ce068-45c3-4add-a956-7116c7c5f9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981ff851-6e25-4c78-836a-4ac7f34267a7,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:20.209222 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5c8489d4-4e8c-4092-bfa1-d2f18a73ccd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.393124 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22ff0-be4d-4c1a-a017-a25cb21faad0 req-21c5b86f-2ccb-46a2-977d-75c2a9127474 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:20.394855 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-13a22ff0-be4d-4c1a-a017-a25cb21faad0 req-21c5b86f-2ccb-46a2-977d-75c2a9127474 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 945 time: 0.0744987 Jul 23 00:00:20.435636 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-13a22ff0-be4d-4c1a-a017-a25cb21faad0 req-70049145-b48a-45be-aea7-65103b3b3176 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324948 Jul 23 00:00:20.467221 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.538093 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48350) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:20.599773 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1aa05-5af4-445e-a0a3-4912b742be3b req-4f9cab08-8fc1-44c6-ad85-f9db22f0c373 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:20.601409 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1ad1aa05-5af4-445e-a0a3-4912b742be3b req-4f9cab08-8fc1-44c6-ad85-f9db22f0c373 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0782304 Jul 23 00:00:20.644495 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1ad1aa05-5af4-445e-a0a3-4912b742be3b req-415e1c1f-6f9a-46e7-b6f0-160a70aa888d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372803 Jul 23 00:00:20.776955 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d4d621ce-c76d-446f-99da-7128c4f725e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.880511 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d4d621ce-c76d-446f-99da-7128c4f725e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.884814 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d4d621ce-c76d-446f-99da-7128c4f725e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:20.922166 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d621ce-c76d-446f-99da-7128c4f725e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b127c1e-39e6-4b44-9f63-782e6ae116ec,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:20.938353 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d4d621ce-c76d-446f-99da-7128c4f725e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99186332a4ae405ca1c313a0bfece824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986268 Jul 23 00:00:20.941037 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 48372) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:21.001051 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11ee6525-fa4e-4a1b-9324-98f852b9b8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.024102 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11ee6525-fa4e-4a1b-9324-98f852b9b8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.073368 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11ee6525-fa4e-4a1b-9324-98f852b9b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.076743 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11ee6525-fa4e-4a1b-9324-98f852b9b8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.079628 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-11ee6525-fa4e-4a1b-9324-98f852b9b8f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b127c1e-39e6-4b44-9f63-782e6ae116ec HTTP/1.1" status: 204 len: 168 time: 0.1358273 Jul 23 00:00:21.080963 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48378) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:21.086494 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee6525-fa4e-4a1b-9324-98f852b9b8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b127c1e-39e6-4b44-9f63-782e6ae116ec,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:21.348843 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-521453148-network', 'tenant_id': 'a00ddfb8df7e40eb80cbe48b2fce3664'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:21.379641 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Made reservation on behalf of a00ddfb8df7e40eb80cbe48b2fce3664 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:21.382936 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.394788 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.431079 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9a4ba-810a-40e6-98d8-5a0aa04fe520 req-d72b0132-de24-46d3-ba2e-bbdeb14957c6 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:21.432973 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ac9a4ba-810a-40e6-98d8-5a0aa04fe520 req-d72b0132-de24-46d3-ba2e-bbdeb14957c6 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.41 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 945 time: 0.1055446 Jul 23 00:00:21.465419 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.507180 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.512865 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.537601 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:00:21.551855 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a380e2b0-7407-4ea9-8e05-d5c9d585c7df,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:21.558051 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.558407 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Added segment e9278bbf-bbe9-49e2-b4e0-ff83fb53345b of type vlan for network 7ce9f666-e656-41d2-a075-cadecb287582 Jul 23 00:00:21.603692 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.635248 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.636456 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:21.637338 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.644600 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c996665-5ee8-413c-8285-f6f4a9edf7c3 req-0511eea2-1d50-44eb-a820-ba8519c62549 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:21.647855 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1c996665-5ee8-413c-8285-f6f4a9edf7c3 req-0511eea2-1d50-44eb-a820-ba8519c62549 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 945 time: 0.1207144 Jul 23 00:00:21.679466 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5963221 Jul 23 00:00:21.681368 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-5ac9a4ba-810a-40e6-98d8-5a0aa04fe520 req-4f567c9a-af38-466c-b28a-a2c36e89b5d1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Deleting port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:00:21.682040 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5ac9a4ba-810a-40e6-98d8-5a0aa04fe520 req-4f567c9a-af38-466c-b28a-a2c36e89b5d1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.682361 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48408) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:21.719623 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ad461c8e-e327-409c-9bd6-d072a90b2d9b admin admin] Request body: {'subnet': {'network_id': '7ce9f666-e656-41d2-a075-cadecb287582', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-521453148-subnet', 'tenant_id': 'a00ddfb8df7e40eb80cbe48b2fce3664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:21.726083 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d5870-af4c-4eb9-a58f-99656f3b639b admin admin] Pushing event updated for resources: {'Network': ['ID=7ce9f666-e656-41d2-a075-cadecb287582,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:21.737006 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network 7ce9f666-e656-41d2-a075-cadecb287582 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:00:21.751829 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad461c8e-e327-409c-9bd6-d072a90b2d9b admin admin] Made reservation on behalf of a00ddfb8df7e40eb80cbe48b2fce3664 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:21.754104 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad461c8e-e327-409c-9bd6-d072a90b2d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5779915'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.816920 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1c996665-5ee8-413c-8285-f6f4a9edf7c3 req-f2fd6d55-3eb7-42da-87a0-db932f4c538e tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/security-groups?id=19db2738-9f54-45b5-940c-6904b0a32ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617603 Jul 23 00:00:21.828372 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-5ac9a4ba-810a-40e6-98d8-5a0aa04fe520 req-4f567c9a-af38-466c-b28a-a2c36e89b5d1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] For port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9,segment=NetworkSegment(3bbb9973-ca3f-441a-8590-c5fa37128ed4),segment_id=3bbb9973-ca3f-441a-8590-c5fa37128ed4)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:21.828960 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5ac9a4ba-810a-40e6-98d8-5a0aa04fe520 req-4f567c9a-af38-466c-b28a-a2c36e89b5d1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:21.857864 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-5ac9a4ba-810a-40e6-98d8-5a0aa04fe520 req-4f567c9a-af38-466c-b28a-a2c36e89b5d1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Calling delete_port for dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:00:21.951294 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed89563-b110-46b5-9ea8-db9881f815d6 req-06989922-954d-44c7-974f-910c807065ce tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:21.953269 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2ed89563-b110-46b5-9ea8-db9881f815d6 req-06989922-954d-44c7-974f-910c807065ce tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1979768 Jul 23 00:00:21.977190 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad461c8e-e327-409c-9bd6-d072a90b2d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6971760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5779897'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.019693 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2ed89563-b110-46b5-9ea8-db9881f815d6 req-ac6343e6-868e-4563-98d9-dbd8762a3cc1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549281 Jul 23 00:00:22.045434 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad461c8e-e327-409c-9bd6-d072a90b2d9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=074c8e15-de06-4579-b532-ee7d94a7766d,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:22.062147 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad461c8e-e327-409c-9bd6-d072a90b2d9b admin admin] Checking segment: {'id': 'e9278bbf-bbe9-49e2-b4e0-ff83fb53345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7ce9f666-e656-41d2-a075-cadecb287582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:22.063193 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad461c8e-e327-409c-9bd6-d072a90b2d9b admin admin] Network hostable DHCP agents. Network: 7ce9f666-e656-41d2-a075-cadecb287582, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:00:22.080736 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad461c8e-e327-409c-9bd6-d072a90b2d9b admin admin] Network 7ce9f666-e656-41d2-a075-cadecb287582 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:00:22.091258 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-ad461c8e-e327-409c-9bd6-d072a90b2d9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, 7ce9f666-e656-41d2-a075-cadecb287582) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:22.096079 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad461c8e-e327-409c-9bd6-d072a90b2d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:22.096714 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad461c8e-e327-409c-9bd6-d072a90b2d9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.105925 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39283f13-366e-48cf-bfd6-d1c7975b8b0c None None] Network 7ce9f666-e656-41d2-a075-cadecb287582 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:22.108862 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5ac9a4ba-810a-40e6-98d8-5a0aa04fe520 req-4f567c9a-af38-466c-b28a-a2c36e89b5d1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.113369 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ad461c8e-e327-409c-9bd6-d072a90b2d9b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4292448 Jul 23 00:00:22.139646 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f567c9a-af38-466c-b28a-a2c36e89b5d1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Pushing event deleted for resources: {'Port': ['ID=dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:22.213639 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:22.241123 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac9a4ba-810a-40e6-98d8-5a0aa04fe520 req-4f567c9a-af38-466c-b28a-a2c36e89b5d1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] No DVR routers for this DVR port dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:00:22.244406 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-5ac9a4ba-810a-40e6-98d8-5a0aa04fe520 req-4f567c9a-af38-466c-b28a-a2c36e89b5d1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.246666 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ac9a4ba-810a-40e6-98d8-5a0aa04fe520 req-4f567c9a-af38-466c-b28a-a2c36e89b5d1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.41 "DELETE /v2.0/ports/dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 HTTP/1.1" status: 204 len: 173 time: 0.8071415 Jul 23 00:00:22.247352 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d022d9-eb4b-46a9-bbfc-0effc7fa8aab', 'name': 'network-vif-deleted', 'tag': 'dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:22.250592 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4e6bc8-b39b-45b1-b0b0-d9357f5bff78" -d '{"events": [{"server_uuid": "15d022d9-eb4b-46a9-bbfc-0effc7fa8aab", "name": "network-vif-deleted", "tag": "dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:22.305623 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8776bd6-bc62-4917-b56c-8c92382a81c7 x-openstack-request-id: req-b8776bd6-bc62-4917-b56c-8c92382a81c7 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:22.306287 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d022d9-eb4b-46a9-bbfc-0effc7fa8aab", "name": "network-vif-deleted", "tag": "dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:22.306700 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8776bd6-bc62-4917-b56c-8c92382a81c7 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:22.307229 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d022d9-eb4b-46a9-bbfc-0effc7fa8aab', 'name': 'network-vif-deleted', 'tag': 'dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9', 'status': 'completed', 'code': 200} Jul 23 00:00:22.311896 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1e2240-13e1-418e-8a81-8121dba26dca None None] Network 7ce9f666-e656-41d2-a075-cadecb287582 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:22.793317 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48460) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:22.798407 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-166593037-network', 'tenant_id': 'c86c311e63c545b2a3a7eb3d763ec6dd'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:22.818548 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Made reservation on behalf of c86c311e63c545b2a3a7eb3d763ec6dd for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:22.820768 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.829361 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.920529 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.925161 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.933276 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b2014849-dd99-49d6-84c0-201ea1e4f51a req-fb26a609-2be1-4921-b88f-a41dc89c4995 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 210 time: 0.0289695 Jul 23 00:00:22.949275 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:00:22.957949 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfae72d-2758-4f56-8f36-e8ed673cc98a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:22.963962 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:22.964304 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Added segment 4ca890c0-52fd-4295-8691-adac2223c6dd of type vlan for network 17717539-2d8f-403d-b371-69778882c1af Jul 23 00:00:23.006131 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.032826 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.033748 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:23.034319 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.064823 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2703142 Jul 23 00:00:23.067416 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48466) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:23.073527 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-70e39f15-1e8a-4f1f-87db-b1b654aab16d admin admin] Request body: {'subnet': {'network_id': '17717539-2d8f-403d-b371-69778882c1af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-166593037-subnet', 'tenant_id': 'c86c311e63c545b2a3a7eb3d763ec6dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:23.103995 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec836a3-960d-4221-aae1-bf86a750238d admin admin] Pushing event updated for resources: {'Network': ['ID=17717539-2d8f-403d-b371-69778882c1af,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:23.113899 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network 17717539-2d8f-403d-b371-69778882c1af details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:00:23.123254 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e39f15-1e8a-4f1f-87db-b1b654aab16d admin admin] Made reservation on behalf of c86c311e63c545b2a3a7eb3d763ec6dd for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:23.125822 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70e39f15-1e8a-4f1f-87db-b1b654aab16d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5779915'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.157313 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.162229 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba8e12-bf07-4248-956c-bc19cc99e484 req-6b5fbacc-cc61-4f39-8b94-ee3fb90df44e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:23.163768 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-71ba8e12-bf07-4248-956c-bc19cc99e484 req-6b5fbacc-cc61-4f39-8b94-ee3fb90df44e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0694311 Jul 23 00:00:23.204480 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-71ba8e12-bf07-4248-956c-bc19cc99e484 req-ccd36bb5-654e-4541-85f3-2a67cb94026b tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346451 Jul 23 00:00:23.291189 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70e39f15-1e8a-4f1f-87db-b1b654aab16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6971760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5779897'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.353580 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e39f15-1e8a-4f1f-87db-b1b654aab16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc63a6c-e21c-4006-bac5-be53b61ae25b,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:23.358864 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e39f15-1e8a-4f1f-87db-b1b654aab16d admin admin] Checking segment: {'id': '4ca890c0-52fd-4295-8691-adac2223c6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '17717539-2d8f-403d-b371-69778882c1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:23.359163 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e39f15-1e8a-4f1f-87db-b1b654aab16d admin admin] Network hostable DHCP agents. Network: 17717539-2d8f-403d-b371-69778882c1af, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:00:23.376190 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e39f15-1e8a-4f1f-87db-b1b654aab16d admin admin] Network 17717539-2d8f-403d-b371-69778882c1af is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:00:23.385254 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-70e39f15-1e8a-4f1f-87db-b1b654aab16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, 17717539-2d8f-403d-b371-69778882c1af) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:23.389370 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e39f15-1e8a-4f1f-87db-b1b654aab16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:23.389938 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70e39f15-1e8a-4f1f-87db-b1b654aab16d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:23.394606 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5437d7f3-f7c1-49fc-a28a-f7c9771910f4 None None] Network 17717539-2d8f-403d-b371-69778882c1af requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:23.403778 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-70e39f15-1e8a-4f1f-87db-b1b654aab16d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3352597 Jul 23 00:00:23.517336 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e356cea2-4016-46db-82c8-a86a9e1c3add None None] Network 17717539-2d8f-403d-b371-69778882c1af requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:00:24.227993 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-38a8c024-229c-49b6-9ee2-dfa5965345be req-a10bc085-d7f9-4937-83e2-89be05c0faa9 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 210 time: 0.2108872 Jul 23 00:00:24.340430 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f040d64-0bad-4516-b795-d5653b14755e req-67f9b19a-51d9-4d68-8099-e9196104f167 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:24.341894 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f040d64-0bad-4516-b795-d5653b14755e req-67f9b19a-51d9-4d68-8099-e9196104f167 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0611835 Jul 23 00:00:24.379509 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f040d64-0bad-4516-b795-d5653b14755e req-022bf267-3d25-4ad4-a07b-a248f20ad1e1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Jul 23 00:00:25.333007 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5810ccb4-1bd0-4724-b955-b734b7bf8070 req-4d105fa8-a73c-4418-a8a9-65524805a1a1 tempest-DeleteServersTestJSON-765607716 tempest-DeleteServersTestJSON-765607716-project] 10.222.0.39 "GET /v2.0/ports?device_id=15d022d9-eb4b-46a9-bbfc-0effc7fa8aab HTTP/1.1" status: 200 len: 210 time: 0.0284011 Jul 23 00:00:25.513137 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f97f3f-81cb-41b4-bfb4-da8e220c31b6 req-8e03e690-91e3-449f-b045-24d362eb61e1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:25.514731 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-94f97f3f-81cb-41b4-bfb4-da8e220c31b6 req-8e03e690-91e3-449f-b045-24d362eb61e1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0642223 Jul 23 00:00:25.551128 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-94f97f3f-81cb-41b4-bfb4-da8e220c31b6 req-fda06033-3a7e-48f7-a3fa-9e987d952996 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303109 Jul 23 00:00:25.974056 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:00:25.994572 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:00:25.995140 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device dc7ff055-90d5-4e27-adcc-19dc2ba3c0f9 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:00:26.688241 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcf179-f3a4-4d09-a54a-d26222e0a3bf req-7ecaacee-ed6e-42e8-a87c-e1c0f1b42d9d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:26.689685 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eadcf179-f3a4-4d09-a54a-d26222e0a3bf req-7ecaacee-ed6e-42e8-a87c-e1c0f1b42d9d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0682483 Jul 23 00:00:26.725994 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eadcf179-f3a4-4d09-a54a-d26222e0a3bf req-d3c2961c-a3e9-44e9-a0c5-2a677500b6cb tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308719 Jul 23 00:00:27.853231 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024c18a-e45c-4921-8fb1-4420f9533c5e req-85ec601b-3c22-490a-aefb-3c8722eaf613 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:27.854698 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7024c18a-e45c-4921-8fb1-4420f9533c5e req-85ec601b-3c22-490a-aefb-3c8722eaf613 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0630963 Jul 23 00:00:27.891206 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7024c18a-e45c-4921-8fb1-4420f9533c5e req-616c6789-b388-4a62-8ee2-2a44d8df76b5 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308828 Jul 23 00:00:29.020870 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776e2bc-0e7c-4d33-afe4-cf8716c5a28a req-e33d7728-5a46-4799-bb99-4c88b279ac34 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:29.022320 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6776e2bc-0e7c-4d33-afe4-cf8716c5a28a req-e33d7728-5a46-4799-bb99-4c88b279ac34 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0649314 Jul 23 00:00:29.058058 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6776e2bc-0e7c-4d33-afe4-cf8716c5a28a req-03e5609b-00db-4822-84b6-66a4447fba7f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300822 Jul 23 00:00:30.199193 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5562e9f-ede3-4d35-a21d-59218bcfaebe req-dadd038e-cf48-42aa-a058-1cb67ca56fd6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:30.201180 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5562e9f-ede3-4d35-a21d-59218bcfaebe req-dadd038e-cf48-42aa-a058-1cb67ca56fd6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0677671 Jul 23 00:00:30.250643 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e5562e9f-ede3-4d35-a21d-59218bcfaebe req-51d80fa9-82af-4e88-b196-b529ec153d37 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433965 Jul 23 00:00:30.886216 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 48614) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:30.940101 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad959c15-eb91-4c58-bddf-a40f173615da admin admin] Deleting subnet db9b5eaf-f7b7-41d7-ad44-6d20d8924777 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:00:30.943112 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ad959c15-eb91-4c58-bddf-a40f173615da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.980936 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ad959c15-eb91-4c58-bddf-a40f173615da admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:30.987439 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ad959c15-eb91-4c58-bddf-a40f173615da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.038758 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ad959c15-eb91-4c58-bddf-a40f173615da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.063769 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad959c15-eb91-4c58-bddf-a40f173615da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db9b5eaf-f7b7-41d7-ad44-6d20d8924777,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:31.071210 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ad959c15-eb91-4c58-bddf-a40f173615da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.075128 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ad959c15-eb91-4c58-bddf-a40f173615da admin admin] 10.222.0.39 "DELETE /v2.0/subnets/db9b5eaf-f7b7-41d7-ad44-6d20d8924777 HTTP/1.1" status: 204 len: 168 time: 0.1863041 Jul 23 00:00:31.076050 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 48622) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:31.166281 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.314414 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.331926 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-c0cef1ad-e511-4cbc-ac9a-de0d79332491 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:31.333349 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-c0cef1ad-e511-4cbc-ac9a-de0d79332491 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/networks?id=5700993c-28e3-4cd1-83be-0cd328b486c1 HTTP/1.1" status: 200 len: 814 time: 0.1956773 Jul 23 00:00:31.335274 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.335661 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.336403 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.336753 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > port after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.337075 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.337410 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > port after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.337730 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.338050 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.338366 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.338684 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.404566 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.404935 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.405234 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.405563 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 00:00:31.405931 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2263d6-6737-4251-b2bd-eb41eb63c1fa']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:31.458919 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbb9973-ca3f-441a-8590-c5fa37128ed4') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:31.459212 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbb9973-ca3f-441a-8590-c5fa37128ed4') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:31.479373 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5252414'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.492070 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-f9cd5185-f46b-4e14-b85a-37f6f534a59f tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/quotas/7f6108e573844cbdacd61435f6dacdf8 HTTP/1.1" status: 200 len: 375 time: 0.0653737 Jul 23 00:00:31.514692 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.545293 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:31.545930 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5718459'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: from cryptography.utils import int_from_bytes Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: from cryptography.utils import int_from_bytes Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: timer() Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: cb(*args, **kw) Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: self._notify() Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: self.callback(batched_events) Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: event.method(event) Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: return self._get(url).json() Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:31.551585 dv-cinder-801633-1-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:31.592292 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c372f5-c973-480f-825a-defdf596f4f4 req-11b7358c-0dff-4569-b8a9-d663ac2e7875 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:31.599407 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-44c372f5-c973-480f-825a-defdf596f4f4 req-11b7358c-0dff-4569-b8a9-d663ac2e7875 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.2763400 Jul 23 00:00:31.667335 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.693780 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:31.695668 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] 10.222.0.39 "DELETE /v2.0/networks/ad2263d6-6737-4251-b2bd-eb41eb63c1fa HTTP/1.1" status: 204 len: 168 time: 0.6184618 Jul 23 00:00:31.702067 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-44c372f5-c973-480f-825a-defdf596f4f4 req-e6c5652c-e7f3-4fc1-b8d7-8092df6b7139 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018028 Jul 23 00:00:31.705868 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60445a-13c9-4da6-ac18-0166f6feb2fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ad2263d6-6737-4251-b2bd-eb41eb63c1fa,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:31.729974 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-3545e822-a3cc-4fff-b062-ae0cb9c91b0c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f6108e573844cbdacd61435f6dacdf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2264438 Jul 23 00:00:31.863088 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48658) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:31.863586 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-02a2946e-9dd6-40dc-8508-99222f2f1ab5 service neutron] 10.222.0.39 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280975 Jul 23 00:00:31.916761 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fec004c6-8f61-4202-86d9-352250387bd9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=135d974554f54c518ffeb672745ff2c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523822 Jul 23 00:00:31.919171 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48662) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:31.982077 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48664) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:31.986316 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-73630777-4fb8-4532-947d-abf476beafbc service neutron] 10.222.0.39 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121914 Jul 23 00:00:31.987943 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-210e8bfe-ecaf-466f-90ee-1b0dbf177d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.016159 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-210e8bfe-ecaf-466f-90ee-1b0dbf177d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.064628 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-210e8bfe-ecaf-466f-90ee-1b0dbf177d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.067439 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-210e8bfe-ecaf-466f-90ee-1b0dbf177d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.068639 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-210e8bfe-ecaf-466f-90ee-1b0dbf177d9b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/19db2738-9f54-45b5-940c-6904b0a32ff0 HTTP/1.1" status: 204 len: 168 time: 0.1439755 Jul 23 00:00:32.077800 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e8bfe-ecaf-466f-90ee-1b0dbf177d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19db2738-9f54-45b5-940c-6904b0a32ff0,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:32.112615 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f297c2b9-0089-4b2d-a9ba-7fbe8cd3c7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.189464 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a32438-ef6d-4a58-9e3c-c1e06db3ebd0 req-ea167d66-fe37-4017-86c4-436b3361f62e tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 210 time: 0.0366604 Jul 23 00:00:32.221710 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f297c2b9-0089-4b2d-a9ba-7fbe8cd3c7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.226855 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f297c2b9-0089-4b2d-a9ba-7fbe8cd3c7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.259312 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f297c2b9-0089-4b2d-a9ba-7fbe8cd3c7e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11a29b5a159f4571b0afc9c78dda5eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757246 Jul 23 00:00:32.262717 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 48680) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:32.274222 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297c2b9-0089-4b2d-a9ba-7fbe8cd3c7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b734720a-50a2-4e54-9e63-2acf7f68d0d0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:32.336983 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7411d78d-4d53-4eac-8c8a-00d5b004b709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.368329 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7411d78d-4d53-4eac-8c8a-00d5b004b709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.422396 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7411d78d-4d53-4eac-8c8a-00d5b004b709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.427407 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7411d78d-4d53-4eac-8c8a-00d5b004b709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.429489 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7411d78d-4d53-4eac-8c8a-00d5b004b709 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b734720a-50a2-4e54-9e63-2acf7f68d0d0 HTTP/1.1" status: 204 len: 168 time: 0.1652834 Jul 23 00:00:32.439627 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411d78d-4d53-4eac-8c8a-00d5b004b709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b734720a-50a2-4e54-9e63-2acf7f68d0d0,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:32.630059 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 48702) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:32.842740 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de81a156-2e32-490b-a257-1a003c4b7f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.899202 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fe4a3-7387-4861-9d93-7edf2c86552f req-fc8e9b7c-b5c0-43e1-bfdf-252653618753 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:32.900754 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f7fe4a3-7387-4861-9d93-7edf2c86552f req-fc8e9b7c-b5c0-43e1-bfdf-252653618753 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0981281 Jul 23 00:00:32.949796 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48720) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:32.981163 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6975b306-d0d6-4c0a-95eb-fb18df6bb424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:32.998515 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5f7fe4a3-7387-4861-9d93-7edf2c86552f req-907d6ab2-8232-47db-a294-df51f068c07a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785596 Jul 23 00:00:33.043603 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de81a156-2e32-490b-a257-1a003c4b7f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.049326 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de81a156-2e32-490b-a257-1a003c4b7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.080996 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-de81a156-2e32-490b-a257-1a003c4b7f96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=457db109d05b4dcd840bdbe81ecdf68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4498365 Jul 23 00:00:33.084694 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48728) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:33.101128 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81a156-2e32-490b-a257-1a003c4b7f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50e7063-65c8-4a8c-b27e-bb4c8ef3fcd2,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:33.201516 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83c4ec41-5f4d-4d33-baed-1d5250eb302f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.215626 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6975b306-d0d6-4c0a-95eb-fb18df6bb424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.224829 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6975b306-d0d6-4c0a-95eb-fb18df6bb424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.271877 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83c4ec41-5f4d-4d33-baed-1d5250eb302f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.287280 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6975b306-d0d6-4c0a-95eb-fb18df6bb424 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a3d6fcc5bca4a2ab430c73e20f5bff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362880 Jul 23 00:00:33.294411 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 48738) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:33.314861 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975b306-d0d6-4c0a-95eb-fb18df6bb424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a180e8a-54c2-48c5-a05b-0b9227a3f8f9,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:33.355774 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83c4ec41-5f4d-4d33-baed-1d5250eb302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.359389 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83c4ec41-5f4d-4d33-baed-1d5250eb302f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.365456 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-83c4ec41-5f4d-4d33-baed-1d5250eb302f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d50e7063-65c8-4a8c-b27e-bb4c8ef3fcd2 HTTP/1.1" status: 204 len: 168 time: 0.2763944 Jul 23 00:00:33.373521 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4ec41-5f4d-4d33-baed-1d5250eb302f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50e7063-65c8-4a8c-b27e-bb4c8ef3fcd2,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:33.381343 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-425780c1-a0c1-4fcc-817e-d549e96afd7e req-b349b29b-1eb8-4379-8a21-38ed6cd971d4 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 210 time: 0.0977669 Jul 23 00:00:33.480144 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-cd571417-90b4-4c59-94de-37475ef9ae48 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:33.482025 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-cd571417-90b4-4c59-94de-37475ef9ae48 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "GET /v2.0/networks?id=5700993c-28e3-4cd1-83be-0cd328b486c1 HTTP/1.1" status: 200 len: 814 time: 0.2582831 Jul 23 00:00:33.500008 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-2f913ee2-0050-45ba-9eab-1caea2688948 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Request body: {'port': {'device_id': '34cfe264-efc6-4307-8836-ab2f9d35651b', 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1', 'admin_state_up': True, 'tenant_id': '7f6108e573844cbdacd61435f6dacdf8'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:33.520687 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-571c9dfa-50c3-42f4-8300-0ae2fe62323d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.591747 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-571c9dfa-50c3-42f4-8300-0ae2fe62323d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.674853 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-2f913ee2-0050-45ba-9eab-1caea2688948 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Made reservation on behalf of 7f6108e573844cbdacd61435f6dacdf8 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:33.679630 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-2f913ee2-0050-45ba-9eab-1caea2688948 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.683250 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-571c9dfa-50c3-42f4-8300-0ae2fe62323d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.685828 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-571c9dfa-50c3-42f4-8300-0ae2fe62323d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:33.686973 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-571c9dfa-50c3-42f4-8300-0ae2fe62323d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a180e8a-54c2-48c5-a05b-0b9227a3f8f9 HTTP/1.1" status: 204 len: 168 time: 0.3875484 Jul 23 00:00:33.705493 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c9dfa-50c3-42f4-8300-0ae2fe62323d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a180e8a-54c2-48c5-a05b-0b9227a3f8f9,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:33.857249 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-2f913ee2-0050-45ba-9eab-1caea2688948 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Allocated IP 172.20.0.6 (5700993c-28e3-4cd1-83be-0cd328b486c1/8112aa32-d31c-4ba1-902b-52e0136b5a44/dff43e2b-ff51-4ec2-abc9-3d4c5d147797) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:34.025147 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-2f913ee2-0050-45ba-9eab-1caea2688948 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.076588 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-2f913ee2-0050-45ba-9eab-1caea2688948 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.090629 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['cd036e22-f774-4552-ad68-2199de5302c2'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:34.165852 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-2f913ee2-0050-45ba-9eab-1caea2688948 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Network 5700993c-28e3-4cd1-83be-0cd328b486c1 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:34.175077 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-2f913ee2-0050-45ba-9eab-1caea2688948 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:34.178186 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-2f913ee2-0050-45ba-9eab-1caea2688948 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:34.214356 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f913ee2-0050-45ba-9eab-1caea2688948 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Pushing event updated for resources: {'Port': ['ID=dff43e2b-ff51-4ec2-abc9-3d4c5d147797,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:34.252618 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-2f913ee2-0050-45ba-9eab-1caea2688948 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:34.253184 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-2f913ee2-0050-45ba-9eab-1caea2688948 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.274090 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf2fc3-fbb0-4de7-98a0-05345f978b38 req-0610f0ba-9536-4540-be47-b5a2d0cc4ee2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:34.281043 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eaaf2fc3-fbb0-4de7-98a0-05345f978b38 req-0610f0ba-9536-4540-be47-b5a2d0cc4ee2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1973596 Jul 23 00:00:34.320535 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-2f913ee2-0050-45ba-9eab-1caea2688948 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8260396 Jul 23 00:00:34.323406 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eaaf2fc3-fbb0-4de7-98a0-05345f978b38 req-c9b91696-13f5-4a18-88dd-afba931c9b8e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Jul 23 00:00:34.340211 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Request body: {'port': {'device_id': '34cfe264-efc6-4307-8836-ab2f9d35651b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:34.430973 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.639863 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730066ac-43c2-401b-bc97-774d49fa5b4a req-f877aa0a-8a8b-41ee-aa65-e78a17d8e77f tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:34.641359 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-730066ac-43c2-401b-bc97-774d49fa5b4a req-f877aa0a-8a8b-41ee-aa65-e78a17d8e77f tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 931 time: 0.1741762 Jul 23 00:00:34.720428 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-730066ac-43c2-401b-bc97-774d49fa5b4a req-1ae80aba-c1b0-414c-9772-194d372c2df2 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718300 Jul 23 00:00:34.809194 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff43e2b-ff51-4ec2-abc9-3d4c5d147797 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:34.817125 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.830880 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Transition to ACTIVE for port object dff43e2b-ff51-4ec2-abc9-3d4c5d147797 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:34.834895 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:34.887647 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Pushing event updated for resources: {'Port': ['ID=dff43e2b-ff51-4ec2-abc9-3d4c5d147797,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:34.957477 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Attempting to bind port dff43e2b-ff51-4ec2-abc9-3d4c5d147797 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:34.957809 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Attempting to bind port dff43e2b-ff51-4ec2-abc9-3d4c5d147797 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:34.958134 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Attempting to bind port dff43e2b-ff51-4ec2-abc9-3d4c5d147797 on network 5700993c-28e3-4cd1-83be-0cd328b486c1 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:34.963369 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Port dff43e2b-ff51-4ec2-abc9-3d4c5d147797 on network 5700993c-28e3-4cd1-83be-0cd328b486c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:00:34.963826 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Attempting to bind port dff43e2b-ff51-4ec2-abc9-3d4c5d147797 on network 5700993c-28e3-4cd1-83be-0cd328b486c1 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:34.969142 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:34.969477 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Checking segment: {'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:34.970456 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Bound using segment: {'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:34.970883 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Bound port: dff43e2b-ff51-4ec2-abc9-3d4c5d147797, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:34.971229 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.041324 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] For port dff43e2b-ff51-4ec2-abc9-3d4c5d147797, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:35.044443 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] For port dff43e2b-ff51-4ec2-abc9-3d4c5d147797, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=dff43e2b-ff51-4ec2-abc9-3d4c5d147797,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:35.050041 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.094082 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:35.094780 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:35.096244 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] 10.222.0.41 "PUT /v2.0/ports/dff43e2b-ff51-4ec2-abc9-3d4c5d147797 HTTP/1.1" status: 200 len: 1093 time: 0.7662790 Jul 23 00:00:35.096719 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cfe264-efc6-4307-8836-ab2f9d35651b', 'tag': 'dff43e2b-ff51-4ec2-abc9-3d4c5d147797'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:35.099193 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0698189e-0aaa-45a1-835e-64fce6ca6e55" -d '{"events": [{"name": "network-changed", "server_uuid": "34cfe264-efc6-4307-8836-ab2f9d35651b", "tag": "dff43e2b-ff51-4ec2-abc9-3d4c5d147797"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:35.116100 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2e28f-4d44-4511-8930-d02070a48c35 service neutron] Pushing event updated for resources: {'Port': ['ID=dff43e2b-ff51-4ec2-abc9-3d4c5d147797,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:35.169353 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dee58f7-7a9f-4d38-ac38-b9992868a62d x-openstack-request-id: req-4dee58f7-7a9f-4d38-ac38-b9992868a62d {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:35.169637 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cfe264-efc6-4307-8836-ab2f9d35651b", "tag": "dff43e2b-ff51-4ec2-abc9-3d4c5d147797", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:35.169881 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4dee58f7-7a9f-4d38-ac38-b9992868a62d {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:35.170252 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cfe264-efc6-4307-8836-ab2f9d35651b', 'tag': 'dff43e2b-ff51-4ec2-abc9-3d4c5d147797', 'status': 'completed', 'code': 200} Jul 23 00:00:35.199634 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-8ee7e459-cdd4-4d8c-871c-557dd1d8b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:35.201317 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-8ee7e459-cdd4-4d8c-871c-557dd1d8b847 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f6108e573844cbdacd61435f6dacdf8&device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 1096 time: 0.0626452 Jul 23 00:00:35.453894 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-6cd10338-c1ff-41ed-8ed6-2ecf06f33044 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dff43e2b-ff51-4ec2-abc9-3d4c5d147797 HTTP/1.1" status: 200 len: 217 time: 0.2329817 Jul 23 00:00:35.527794 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-7a94063c-006b-42a6-97fc-ff1a429246a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:35.529310 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-7a94063c-006b-42a6-97fc-ff1a429246a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8112aa32-d31c-4ba1-902b-52e0136b5a44 HTTP/1.1" status: 200 len: 854 time: 0.0674081 Jul 23 00:00:35.559216 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3641d9-124f-425c-a7bc-8ce296453e12 req-f6477ab9-274d-4ae0-83ef-2f81de6c5cf1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:35.560942 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ba3641d9-124f-425c-a7bc-8ce296453e12 req-f6477ab9-274d-4ae0-83ef-2f81de6c5cf1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1092684 Jul 23 00:00:35.582322 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-246f6c7c-3675-4583-bd10-1f882d36731b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5700993c-28e3-4cd1-83be-0cd328b486c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418956 Jul 23 00:00:35.667880 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ba3641d9-124f-425c-a7bc-8ce296453e12 req-f68af561-e819-4753-ae2b-6acfd92802cf tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845783 Jul 23 00:00:35.706104 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-f2d02738-90a1-49c2-824f-1094ecfe6e62 service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127615 Jul 23 00:00:35.834756 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05b84402-8e2d-4bd4-9d89-9086e968c33f req-93ecf9ce-98f2-44eb-953d-3fd977979d78 service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110106 Jul 23 00:00:35.953470 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a35e42-5f6b-41e7-8279-021213fe4efa req-69399ee1-a46d-4539-b43c-a917d3b37406 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:35.955072 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-42a35e42-5f6b-41e7-8279-021213fe4efa req-69399ee1-a46d-4539-b43c-a917d3b37406 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 943 time: 0.1193857 Jul 23 00:00:36.025286 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-42a35e42-5f6b-41e7-8279-021213fe4efa req-8693ae6f-f687-4303-857c-4528cf43f8d0 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615900 Jul 23 00:00:36.027056 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698189e-0aaa-45a1-835e-64fce6ca6e55 req-c7c2b442-d492-47bc-a6a3-de11614b372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:36.028840 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0698189e-0aaa-45a1-835e-64fce6ca6e55 req-c7c2b442-d492-47bc-a6a3-de11614b372c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f6108e573844cbdacd61435f6dacdf8&device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 1096 time: 0.1282861 Jul 23 00:00:36.142439 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698189e-0aaa-45a1-835e-64fce6ca6e55 req-81d54512-066b-4f01-a9a8-18e76e538a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:36.143993 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0698189e-0aaa-45a1-835e-64fce6ca6e55 req-81d54512-066b-4f01-a9a8-18e76e538a0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=5700993c-28e3-4cd1-83be-0cd328b486c1 HTTP/1.1" status: 200 len: 915 time: 0.1084373 Jul 23 00:00:36.189744 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0698189e-0aaa-45a1-835e-64fce6ca6e55 req-87a398ec-4d12-4821-8872-d995f114d723 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dff43e2b-ff51-4ec2-abc9-3d4c5d147797 HTTP/1.1" status: 200 len: 217 time: 0.0384138 Jul 23 00:00:36.249054 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698189e-0aaa-45a1-835e-64fce6ca6e55 req-d0289a15-4c6d-45b3-9d3b-b79d93b43973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:36.250724 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0698189e-0aaa-45a1-835e-64fce6ca6e55 req-d0289a15-4c6d-45b3-9d3b-b79d93b43973 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8112aa32-d31c-4ba1-902b-52e0136b5a44 HTTP/1.1" status: 200 len: 854 time: 0.0479567 Jul 23 00:00:36.288762 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0698189e-0aaa-45a1-835e-64fce6ca6e55 req-b2c7fc71-58a2-4d5b-b6f6-d2abb7023f96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5700993c-28e3-4cd1-83be-0cd328b486c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301259 Jul 23 00:00:36.395724 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0698189e-0aaa-45a1-835e-64fce6ca6e55 req-fdc38fad-ba90-4aa6-b871-402478ca0576 service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994222 Jul 23 00:00:36.485759 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0698189e-0aaa-45a1-835e-64fce6ca6e55 req-68fcf899-0ffa-49e7-8ff8-34faaf1723e4 service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804181 Jul 23 00:00:36.795907 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80798810-90fa-4c77-8751-75cafc549b66 req-7b2a7fc7-a86e-4c9a-ac86-cdcf965b12cc tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:36.797260 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-80798810-90fa-4c77-8751-75cafc549b66 req-7b2a7fc7-a86e-4c9a-ac86-cdcf965b12cc tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0606923 Jul 23 00:00:36.837141 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-80798810-90fa-4c77-8751-75cafc549b66 req-8d455133-be12-4750-b23a-298c2e853b0c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Jul 23 00:00:37.117917 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:00:37.168716 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca726185-09b3-4fc1-97c2-e4397e663ded req-8751d5b9-47ef-476f-83fc-77af16ce5b52 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:37.170407 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca726185-09b3-4fc1-97c2-e4397e663ded req-8751d5b9-47ef-476f-83fc-77af16ce5b52 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 943 time: 0.0722466 Jul 23 00:00:37.215261 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca726185-09b3-4fc1-97c2-e4397e663ded req-ac8309d6-6f20-42f7-bcd9-e8692a70568f tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390592 Jul 23 00:00:37.490136 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b3ade66-1d02-44e2-a0e3-7cce7cef3449 req-d77e2b8b-eef7-4f64-9e02-66d96a99337e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526402 Jul 23 00:00:37.594149 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ade66-1d02-44e2-a0e3-7cce7cef3449 req-c369a488-804f-4f4d-9f49-2dd8c72de4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:37.596087 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b3ade66-1d02-44e2-a0e3-7cce7cef3449 req-c369a488-804f-4f4d-9f49-2dd8c72de4d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f6108e573844cbdacd61435f6dacdf8&device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 1099 time: 0.0570827 Jul 23 00:00:37.712379 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ade66-1d02-44e2-a0e3-7cce7cef3449 req-d1096fd1-58d6-4934-ae72-ebeaa7152b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:37.714046 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b3ade66-1d02-44e2-a0e3-7cce7cef3449 req-d1096fd1-58d6-4934-ae72-ebeaa7152b64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5700993c-28e3-4cd1-83be-0cd328b486c1 HTTP/1.1" status: 200 len: 915 time: 0.0877202 Jul 23 00:00:37.761375 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b3ade66-1d02-44e2-a0e3-7cce7cef3449 req-a7d75387-d337-4c0b-8ac5-7590685a5d34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd036e22-f774-4552-ad68-2199de5302c2 HTTP/1.1" status: 200 len: 217 time: 0.0396674 Jul 23 00:00:37.813927 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ade66-1d02-44e2-a0e3-7cce7cef3449 req-ce630568-1773-45cb-beff-4625bf8d47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:37.815685 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b3ade66-1d02-44e2-a0e3-7cce7cef3449 req-ce630568-1773-45cb-beff-4625bf8d47ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8112aa32-d31c-4ba1-902b-52e0136b5a44 HTTP/1.1" status: 200 len: 854 time: 0.0481474 Jul 23 00:00:37.850109 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b3ade66-1d02-44e2-a0e3-7cce7cef3449 req-a4f875f0-753e-400b-8b6f-f952b765cc58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5700993c-28e3-4cd1-83be-0cd328b486c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272155 Jul 23 00:00:37.981002 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b3ade66-1d02-44e2-a0e3-7cce7cef3449 req-c91d69b7-cafa-41eb-b528-402e8f7a982a service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217616 Jul 23 00:00:38.010567 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device dff43e2b-ff51-4ec2-abc9-3d4c5d147797 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:00:38.034209 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a169748-66e3-409a-ab9a-a353a030201e req-bdc45f7c-05a7-4c4b-8e40-ac7cd4eeacad tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:38.035738 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1a169748-66e3-409a-ab9a-a353a030201e req-bdc45f7c-05a7-4c4b-8e40-ac7cd4eeacad tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1151681 Jul 23 00:00:38.109213 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port dff43e2b-ff51-4ec2-abc9-3d4c5d147797, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=dff43e2b-ff51-4ec2-abc9-3d4c5d147797,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:38.113795 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1a169748-66e3-409a-ab9a-a353a030201e req-277889e2-a789-4468-b3c3-7f7700cbf04a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481849 Jul 23 00:00:38.117298 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b3ade66-1d02-44e2-a0e3-7cce7cef3449 req-eab3e31e-7b1c-499e-80b4-56472ec8f547 service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288092 Jul 23 00:00:38.123576 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': 'dff43e2b-ff51-4ec2-abc9-3d4c5d147797', 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1', 'port_id': 'dff43e2b-ff51-4ec2-abc9-3d4c5d147797', 'mac_address': 'fa:16:3e:b1:8d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8112aa32-d31c-4ba1-902b-52e0136b5a44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:00:38.167720 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.181246 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff43e2b-ff51-4ec2-abc9-3d4c5d147797 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:38.200797 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port dff43e2b-ff51-4ec2-abc9-3d4c5d147797, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=dff43e2b-ff51-4ec2-abc9-3d4c5d147797,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:38.205139 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:38.255436 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=dff43e2b-ff51-4ec2-abc9-3d4c5d147797,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:38.264687 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.265033 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.265370 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.265701 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.266026 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.266377 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.267287 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.267719 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.268120 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.268447 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.268765 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.269084 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:00:38.355832 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85be1c-8824-4627-b3c3-d8a12fdffb43 req-f6392473-f799-41ef-8e64-1a21b869e027 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:38.362806 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eb85be1c-8824-4627-b3c3-d8a12fdffb43 req-f6392473-f799-41ef-8e64-1a21b869e027 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 944 time: 0.0700927 Jul 23 00:00:38.396595 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eb85be1c-8824-4627-b3c3-d8a12fdffb43 req-2d77f762-1adb-40e4-a038-3c3ad3fa32d8 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329487 Jul 23 00:00:38.501601 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['dff43e2b-ff51-4ec2-abc9-3d4c5d147797'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:39.246691 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e693c89-05b3-4c9b-bc11-0106022a337f req-31df4fac-bf8f-48d4-a915-2d085f970f10 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:39.248559 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e693c89-05b3-4c9b-bc11-0106022a337f req-31df4fac-bf8f-48d4-a915-2d085f970f10 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0638373 Jul 23 00:00:39.287766 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0e693c89-05b3-4c9b-bc11-0106022a337f req-efe2208d-534e-4020-9588-6d0c080edde4 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333500 Jul 23 00:00:39.386644 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 48974) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:39.511752 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55ea93f1-ff47-45c3-a8ae-0894e81b5ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.571708 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce29cd9-b564-43fa-9850-ed2424488447 req-f8f8a585-ed1b-49fe-bffb-d1c5fc904d3b tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:39.575867 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fce29cd9-b564-43fa-9850-ed2424488447 req-f8f8a585-ed1b-49fe-bffb-d1c5fc904d3b tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 944 time: 0.1052227 Jul 23 00:00:39.630717 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fce29cd9-b564-43fa-9850-ed2424488447 req-26a9c47f-5210-4516-bf29-2bb2f5a5dd07 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505786 Jul 23 00:00:39.656818 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55ea93f1-ff47-45c3-a8ae-0894e81b5ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.660641 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55ea93f1-ff47-45c3-a8ae-0894e81b5ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.705070 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-55ea93f1-ff47-45c3-a8ae-0894e81b5ce6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c5fc362af39417cbe2e485f831ea5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165922 Jul 23 00:00:39.706020 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea93f1-ff47-45c3-a8ae-0894e81b5ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5f002b-0a1e-476e-90e6-17ea857dea5d,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:39.707345 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48990) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:39.774271 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cae407c-ed69-4b52-b6b8-97e9e8eeb93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.795600 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cae407c-ed69-4b52-b6b8-97e9e8eeb93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.846032 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cae407c-ed69-4b52-b6b8-97e9e8eeb93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.848821 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9cae407c-ed69-4b52-b6b8-97e9e8eeb93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:39.850308 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9cae407c-ed69-4b52-b6b8-97e9e8eeb93e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb5f002b-0a1e-476e-90e6-17ea857dea5d HTTP/1.1" status: 204 len: 168 time: 0.1412666 Jul 23 00:00:39.860217 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae407c-ed69-4b52-b6b8-97e9e8eeb93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5f002b-0a1e-476e-90e6-17ea857dea5d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:40.041184 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device dff43e2b-ff51-4ec2-abc9-3d4c5d147797 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:40.097307 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port dff43e2b-ff51-4ec2-abc9-3d4c5d147797 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:40.102641 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port dff43e2b-ff51-4ec2-abc9-3d4c5d147797 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:40.103017 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.191803 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.195940 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49008) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:40.214508 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cfe264-efc6-4307-8836-ab2f9d35651b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff43e2b-ff51-4ec2-abc9-3d4c5d147797'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:40.214960 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-738f1b3f-8e60-451b-821f-9f130725511a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.216814 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce04121-be55-44bf-bdc1-a17c1ca84a5c" -d '{"events": [{"server_uuid": "34cfe264-efc6-4307-8836-ab2f9d35651b", "name": "network-vif-plugged", "status": "completed", "tag": "dff43e2b-ff51-4ec2-abc9-3d4c5d147797"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:40.230213 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port dff43e2b-ff51-4ec2-abc9-3d4c5d147797, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=dff43e2b-ff51-4ec2-abc9-3d4c5d147797,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:40.235944 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.272882 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b3c483-5c69-411e-b381-76d8d167fcd5 x-openstack-request-id: req-69b3c483-5c69-411e-b381-76d8d167fcd5 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:40.273157 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cfe264-efc6-4307-8836-ab2f9d35651b", "name": "network-vif-plugged", "status": "completed", "tag": "dff43e2b-ff51-4ec2-abc9-3d4c5d147797", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:40.273467 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69b3c483-5c69-411e-b381-76d8d167fcd5 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:40.274015 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cfe264-efc6-4307-8836-ab2f9d35651b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff43e2b-ff51-4ec2-abc9-3d4c5d147797', 'code': 200} Jul 23 00:00:40.312213 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-738f1b3f-8e60-451b-821f-9f130725511a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.314337 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=dff43e2b-ff51-4ec2-abc9-3d4c5d147797,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:40.324818 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-738f1b3f-8e60-451b-821f-9f130725511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.369323 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-738f1b3f-8e60-451b-821f-9f130725511a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98461b993c38499d89102b008f57fa4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720939 Jul 23 00:00:40.371189 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f1b3f-8e60-451b-821f-9f130725511a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0e2f3e-f467-4682-9352-1cccfb6c4932,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:40.372757 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49016) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:40.538397 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ea55cc26-7f52-4551-9c31-04de414546f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.569774 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71c027-269e-43bf-984c-73a78c5cb3e5 req-2d7bc5df-479e-435c-bf16-ee055d018f88 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:40.571267 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e71c027-269e-43bf-984c-73a78c5cb3e5 req-2d7bc5df-479e-435c-bf16-ee055d018f88 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1963177 Jul 23 00:00:40.576427 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ea55cc26-7f52-4551-9c31-04de414546f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.579935 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdee40-9289-469e-ad8d-cec66d8273e8 req-3843ae66-aea8-4e3b-acb3-d1c6262d2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:40.581554 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddcdee40-9289-469e-ad8d-cec66d8273e8 req-3843ae66-aea8-4e3b-acb3-d1c6262d2d63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 1098 time: 0.1288841 Jul 23 00:00:40.659775 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddcdee40-9289-469e-ad8d-cec66d8273e8 req-47968c34-a92f-4320-92a7-85634dabfacb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709310 Jul 23 00:00:40.668075 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e71c027-269e-43bf-984c-73a78c5cb3e5 req-f3ce2cb4-4251-4409-aeef-1a9162868c66 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856082 Jul 23 00:00:40.693856 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ea55cc26-7f52-4551-9c31-04de414546f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.696853 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ea55cc26-7f52-4551-9c31-04de414546f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:40.699842 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ea55cc26-7f52-4551-9c31-04de414546f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa0e2f3e-f467-4682-9352-1cccfb6c4932 HTTP/1.1" status: 204 len: 168 time: 0.3260362 Jul 23 00:00:40.710514 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55cc26-7f52-4551-9c31-04de414546f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0e2f3e-f467-4682-9352-1cccfb6c4932,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:40.792527 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da088d9-0ffd-4945-8937-88d8a89c4d8f req-71a6e194-8757-4015-b8f7-4ca0ad898bad tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:40.793978 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6da088d9-0ffd-4945-8937-88d8a89c4d8f req-71a6e194-8757-4015-b8f7-4ca0ad898bad tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 945 time: 0.0668476 Jul 23 00:00:40.833526 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6da088d9-0ffd-4945-8937-88d8a89c4d8f req-2be83c62-c31f-4f63-8a67-d9988350d141 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340164 Jul 23 00:00:41.048078 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49038) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:41.061222 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ade9c3a6-d043-4a9c-bf16-51e08a8516c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.153078 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ade9c3a6-d043-4a9c-bf16-51e08a8516c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.157540 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ade9c3a6-d043-4a9c-bf16-51e08a8516c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.194459 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ade9c3a6-d043-4a9c-bf16-51e08a8516c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=066e51b51ecc442280487d1924b911f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452050 Jul 23 00:00:41.196400 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9c3a6-d043-4a9c-bf16-51e08a8516c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eb94e3-2ffc-4d7f-bf31-d943711285c0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:41.197215 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49046) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:41.247483 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b3995dd7-5469-460f-9297-4d1d86dcb8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.269555 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b3995dd7-5469-460f-9297-4d1d86dcb8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.315543 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b3995dd7-5469-460f-9297-4d1d86dcb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.318332 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b3995dd7-5469-460f-9297-4d1d86dcb8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:41.322096 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b3995dd7-5469-460f-9297-4d1d86dcb8f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04eb94e3-2ffc-4d7f-bf31-d943711285c0 HTTP/1.1" status: 204 len: 168 time: 0.1210771 Jul 23 00:00:41.326947 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3995dd7-5469-460f-9297-4d1d86dcb8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eb94e3-2ffc-4d7f-bf31-d943711285c0,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:41.853997 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f27cf8-b297-4ab3-8e2b-511a4e12c8b5 req-18874c06-2a83-4a0e-b6dd-7fb338d5cfea tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:41.856653 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-96f27cf8-b297-4ab3-8e2b-511a4e12c8b5 req-18874c06-2a83-4a0e-b6dd-7fb338d5cfea tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0971894 Jul 23 00:00:41.924383 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-96f27cf8-b297-4ab3-8e2b-511a4e12c8b5 req-078a1c7e-fb0f-44c2-acc4-e242d070abcf tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602832 Jul 23 00:00:41.983731 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cdfb0-e79e-4761-ae8e-59bd5924351c req-2d22ec2b-daaf-43bb-a9fc-8c8b3a9e4de2 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:41.985758 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3c2cdfb0-e79e-4761-ae8e-59bd5924351c req-2d22ec2b-daaf-43bb-a9fc-8c8b3a9e4de2 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 945 time: 0.0772882 Jul 23 00:00:42.026222 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3c2cdfb0-e79e-4761-ae8e-59bd5924351c req-4ba4baed-1cf3-4162-81ca-0dcc0d16a7a9 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337925 Jul 23 00:00:42.370426 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49118) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:42.478056 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ac21fd1-0fff-4a0f-afe7-cb83681e648e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.588971 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ac21fd1-0fff-4a0f-afe7-cb83681e648e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.593285 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ac21fd1-0fff-4a0f-afe7-cb83681e648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.630670 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac21fd1-0fff-4a0f-afe7-cb83681e648e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d95e075-e6a7-475e-8887-806d9cd36412,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:42.636302 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5ac21fd1-0fff-4a0f-afe7-cb83681e648e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75ef2f4cf456484cb5d023414c317441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646751 Jul 23 00:00:42.639290 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49136) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:42.698613 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9634d54b-3da5-4015-81eb-20a48b128b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.721309 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9634d54b-3da5-4015-81eb-20a48b128b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.737052 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49148) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:42.770239 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9634d54b-3da5-4015-81eb-20a48b128b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.773207 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9634d54b-3da5-4015-81eb-20a48b128b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.774360 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9634d54b-3da5-4015-81eb-20a48b128b54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d95e075-e6a7-475e-8887-806d9cd36412 HTTP/1.1" status: 204 len: 168 time: 0.1343479 Jul 23 00:00:42.785301 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634d54b-3da5-4015-81eb-20a48b128b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d95e075-e6a7-475e-8887-806d9cd36412,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:42.791615 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-6819ecd6-a2a6-4dcc-b291-03d179064c98 admin admin] Deleting subnet 074c8e15-de06-4579-b532-ee7d94a7766d {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:00:42.796024 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6819ecd6-a2a6-4dcc-b291-03d179064c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.836707 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6819ecd6-a2a6-4dcc-b291-03d179064c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463722'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.885502 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.906547 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6819ecd6-a2a6-4dcc-b291-03d179064c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:42.965496 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6819ecd6-a2a6-4dcc-b291-03d179064c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6971825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5779894'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.005031 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819ecd6-a2a6-4dcc-b291-03d179064c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=074c8e15-de06-4579-b532-ee7d94a7766d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:43.011949 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6819ecd6-a2a6-4dcc-b291-03d179064c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.014894 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6819ecd6-a2a6-4dcc-b291-03d179064c98 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/074c8e15-de06-4579-b532-ee7d94a7766d HTTP/1.1" status: 204 len: 168 time: 0.2763662 Jul 23 00:00:43.017780 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49164) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:43.145235 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d45bdb6b-c188-4fcf-aba6-58e8b91c6039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.227443 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f83d12-42fc-4229-b71a-ec345775a054 req-43310d10-9b8b-4def-9298-855193cc3119 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:43.229909 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4f83d12-42fc-4229-b71a-ec345775a054 req-43310d10-9b8b-4def-9298-855193cc3119 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1843741 Jul 23 00:00:43.278154 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49172) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:43.295880 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-191c6090-9f8b-4082-a27f-020d8f1ac9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.299327 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d45bdb6b-c188-4fcf-aba6-58e8b91c6039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.319542 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-d45bdb6b-c188-4fcf-aba6-58e8b91c6039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce9f666-e656-41d2-a075-cadecb287582']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:43.336020 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4f83d12-42fc-4229-b71a-ec345775a054 req-fbdc5eb0-2f2f-4304-84bd-4219f6679fa9 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928087 Jul 23 00:00:43.337663 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-d45bdb6b-c188-4fcf-aba6-58e8b91c6039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9278bbf-bbe9-49e2-b4e0-ff83fb53345b') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:43.337932 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-d45bdb6b-c188-4fcf-aba6-58e8b91c6039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9278bbf-bbe9-49e2-b4e0-ff83fb53345b') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:43.349413 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d45bdb6b-c188-4fcf-aba6-58e8b91c6039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5252414'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.366413 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d45bdb6b-c188-4fcf-aba6-58e8b91c6039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.373756 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45bdb6b-c188-4fcf-aba6-58e8b91c6039 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:43.373756 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d45bdb6b-c188-4fcf-aba6-58e8b91c6039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5718459'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: timer() Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: cb(*args, **kw) Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: self._notify() Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: self.callback(batched_events) Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: event.method(event) Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: return self._get(url).json() Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:43.375626 dv-cinder-801633-1-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:43.416644 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-191c6090-9f8b-4082-a27f-020d8f1ac9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.423528 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-191c6090-9f8b-4082-a27f-020d8f1ac9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.448019 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d45bdb6b-c188-4fcf-aba6-58e8b91c6039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.454376 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d45bdb6b-c188-4fcf-aba6-58e8b91c6039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.460363 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d45bdb6b-c188-4fcf-aba6-58e8b91c6039 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7ce9f666-e656-41d2-a075-cadecb287582 HTTP/1.1" status: 204 len: 168 time: 0.4410119 Jul 23 00:00:43.464061 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49178) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:43.468868 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-191c6090-9f8b-4082-a27f-020d8f1ac9ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1985e2dc9e6d4191a6c340a26bbdd8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895883 Jul 23 00:00:43.470488 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c6090-9f8b-4082-a27f-020d8f1ac9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9ee252-3a96-47a7-bbf8-be39296eece2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:43.481682 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49180) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:43.507114 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bdb6b-c188-4fcf-aba6-58e8b91c6039 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ce9f666-e656-41d2-a075-cadecb287582,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:43.531911 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b4031f-fa7e-4368-9206-aba6719b60d8 admin admin] Deleting subnet fdc63a6c-e21c-4006-bac5-be53b61ae25b {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:00:43.536193 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52b4031f-fa7e-4368-9206-aba6719b60d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.549568 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-51b707f5-e779-4276-843c-1c49340f9931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.572610 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-51b707f5-e779-4276-843c-1c49340f9931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.574664 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52b4031f-fa7e-4368-9206-aba6719b60d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5252407'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.620074 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52b4031f-fa7e-4368-9206-aba6719b60d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.632971 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-51b707f5-e779-4276-843c-1c49340f9931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.636632 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-51b707f5-e779-4276-843c-1c49340f9931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.642275 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-51b707f5-e779-4276-843c-1c49340f9931 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c9ee252-3a96-47a7-bbf8-be39296eece2 HTTP/1.1" status: 204 len: 168 time: 0.1579893 Jul 23 00:00:43.651755 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b707f5-e779-4276-843c-1c49340f9931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9ee252-3a96-47a7-bbf8-be39296eece2,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:43.722833 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52b4031f-fa7e-4368-9206-aba6719b60d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5858384'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.745561 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52b4031f-fa7e-4368-9206-aba6719b60d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.752493 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-52b4031f-fa7e-4368-9206-aba6719b60d8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fdc63a6c-e21c-4006-bac5-be53b61ae25b HTTP/1.1" status: 204 len: 168 time: 0.2867839 Jul 23 00:00:43.755117 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49188) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:43.798416 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4031f-fa7e-4368-9206-aba6719b60d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc63a6c-e21c-4006-bac5-be53b61ae25b,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:43.889033 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de11d90d-7a92-4169-8918-4d450ea57c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:43.997154 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de11d90d-7a92-4169-8918-4d450ea57c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.015694 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-de11d90d-7a92-4169-8918-4d450ea57c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17717539-2d8f-403d-b371-69778882c1af']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:44.034501 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-de11d90d-7a92-4169-8918-4d450ea57c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca890c0-52fd-4295-8691-adac2223c6dd') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:44.035037 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-de11d90d-7a92-4169-8918-4d450ea57c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca890c0-52fd-4295-8691-adac2223c6dd') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:00:44.047117 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de11d90d-7a92-4169-8918-4d450ea57c5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463715'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.064022 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de11d90d-7a92-4169-8918-4d450ea57c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.072088 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de11d90d-7a92-4169-8918-4d450ea57c5c admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:00:44.073115 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de11d90d-7a92-4169-8918-4d450ea57c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6971851'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: timer() Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: cb(*args, **kw) Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: self._notify() Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: self.callback(batched_events) Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: event.method(event) Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._get(url).json() Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:00:44.075626 dv-cinder-801633-1-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:00:44.084095 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-57e8287a-296d-4217-821e-46e9569cdeb0 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:44.085639 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-57e8287a-296d-4217-821e-46e9569cdeb0 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/networks?id=5700993c-28e3-4cd1-83be-0cd328b486c1 HTTP/1.1" status: 200 len: 814 time: 0.1863070 Jul 23 00:00:44.112268 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-f7ed34f5-55f9-40ff-8f38-4d2e51038fc1 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/quotas/7f6108e573844cbdacd61435f6dacdf8 HTTP/1.1" status: 200 len: 375 time: 0.0138161 Jul 23 00:00:44.162726 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de11d90d-7a92-4169-8918-4d450ea57c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.178554 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de11d90d-7a92-4169-8918-4d450ea57c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.183021 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-de11d90d-7a92-4169-8918-4d450ea57c5c admin admin] 10.222.0.39 "DELETE /v2.0/networks/17717539-2d8f-403d-b371-69778882c1af HTTP/1.1" status: 204 len: 168 time: 0.4262240 Jul 23 00:00:44.201121 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11d90d-7a92-4169-8918-4d450ea57c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=17717539-2d8f-403d-b371-69778882c1af,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:44.227056 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-c9305b70-6c30-4b9c-b9d6-0bbf5cf62659 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f6108e573844cbdacd61435f6dacdf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090124 Jul 23 00:00:44.240088 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49210) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:44.255190 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f57af306-2387-4164-8955-49e07f9a8d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.330419 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bcc8e907-653f-4eae-afb8-f1c2dc9978e5 service neutron] 10.222.0.39 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965617 Jul 23 00:00:44.338883 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49212) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:44.366646 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f57af306-2387-4164-8955-49e07f9a8d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.370830 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f57af306-2387-4164-8955-49e07f9a8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.408958 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f57af306-2387-4164-8955-49e07f9a8d0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22fddf5f2e1e4c9cb45d741098a75d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676760 Jul 23 00:00:44.411006 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57af306-2387-4164-8955-49e07f9a8d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee46235c-c731-47f3-97c6-731193c8faa0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:44.413718 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49216) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:44.464948 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f3e888e-b53c-44e7-a9e5-31c0906052ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.474234 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1dbcbbc9-5dd6-4fe2-b67e-52d7ffcebde7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a00ddfb8df7e40eb80cbe48b2fce3664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273623 Jul 23 00:00:44.478404 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49218) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:44.515729 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-79583aaa-543d-4300-a321-bef26911f216 service neutron] 10.222.0.39 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775982 Jul 23 00:00:44.570909 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c5341-0816-4795-b84d-6c0b7e0510f3 req-70eb68a0-d038-4c5a-9473-b894eb402368 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:44.572623 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9b1c5341-0816-4795-b84d-6c0b7e0510f3 req-70eb68a0-d038-4c5a-9473-b894eb402368 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1474628 Jul 23 00:00:44.573349 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3c90cd2b-c27c-4544-86c8-55de5e5fc72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.616896 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3c90cd2b-c27c-4544-86c8-55de5e5fc72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.659497 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9b1c5341-0816-4795-b84d-6c0b7e0510f3 req-aa0b3822-9bc5-43b3-841b-d243a2aee426 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745635 Jul 23 00:00:44.701918 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f3e888e-b53c-44e7-a9e5-31c0906052ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.707501 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-19d98f59-fee4-4891-b4b3-fe4160b51354 req-d2c8cbe4-8e94-4469-b719-af0e3a08c736 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 210 time: 0.0401380 Jul 23 00:00:44.736792 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3c90cd2b-c27c-4544-86c8-55de5e5fc72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.739773 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3c90cd2b-c27c-4544-86c8-55de5e5fc72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.740891 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3c90cd2b-c27c-4544-86c8-55de5e5fc72d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a380e2b0-7407-4ea9-8e05-d5c9d585c7df HTTP/1.1" status: 204 len: 168 time: 0.2600386 Jul 23 00:00:44.749037 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90cd2b-c27c-4544-86c8-55de5e5fc72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a380e2b0-7407-4ea9-8e05-d5c9d585c7df,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:44.775579 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f3e888e-b53c-44e7-a9e5-31c0906052ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.778094 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8f3e888e-b53c-44e7-a9e5-31c0906052ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:44.779243 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8f3e888e-b53c-44e7-a9e5-31c0906052ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee46235c-c731-47f3-97c6-731193c8faa0 HTTP/1.1" status: 204 len: 168 time: 0.3643265 Jul 23 00:00:44.788724 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e888e-b53c-44e7-a9e5-31c0906052ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee46235c-c731-47f3-97c6-731193c8faa0,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:45.171404 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49246) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:45.217391 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-471b0b16-5365-44d0-ad7a-6af324e96771 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c86c311e63c545b2a3a7eb3d763ec6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448117 Jul 23 00:00:45.220439 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49252) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:45.288156 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-63806607-f8c2-430d-8004-345ed6739121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:45.315611 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-63806607-f8c2-430d-8004-345ed6739121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:45.379451 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-63806607-f8c2-430d-8004-345ed6739121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:45.379451 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-63806607-f8c2-430d-8004-345ed6739121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:45.379451 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-63806607-f8c2-430d-8004-345ed6739121 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bfae72d-2758-4f56-8f36-e8ed673cc98a HTTP/1.1" status: 204 len: 168 time: 0.1568213 Jul 23 00:00:45.389344 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63806607-f8c2-430d-8004-345ed6739121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfae72d-2758-4f56-8f36-e8ed673cc98a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:45.893558 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fabd24fc-2ade-478b-b13d-3681eb5b8dd1 req-1fae8d4a-11c5-4881-9f40-7c692a7a7efc tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 210 time: 0.0617859 Jul 23 00:00:46.012684 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adbab3-b702-46b8-b496-089db9ce4571 req-ac1d171c-adbd-4b19-91e0-52d8cf2a4153 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:46.014503 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-69adbab3-b702-46b8-b496-089db9ce4571 req-ac1d171c-adbd-4b19-91e0-52d8cf2a4153 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.2111454 Jul 23 00:00:46.022718 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-030bfae0-737b-4cfe-9caa-2940f4f405cb tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:46.024557 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-030bfae0-737b-4cfe-9caa-2940f4f405cb tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "GET /v2.0/networks?id=5700993c-28e3-4cd1-83be-0cd328b486c1 HTTP/1.1" status: 200 len: 814 time: 0.3059325 Jul 23 00:00:46.045287 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-2437708b-6fc8-4b98-996c-e6584953480a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Request body: {'port': {'device_id': 'c76376b3-ef44-408e-9291-35d9284ef31c', 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1', 'admin_state_up': True, 'tenant_id': '7f6108e573844cbdacd61435f6dacdf8'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:46.093066 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-69adbab3-b702-46b8-b496-089db9ce4571 req-7a5cfff3-7643-44fe-aba3-9e541ac788b1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667424 Jul 23 00:00:46.439074 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-2437708b-6fc8-4b98-996c-e6584953480a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Made reservation on behalf of 7f6108e573844cbdacd61435f6dacdf8 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:00:46.452417 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-2437708b-6fc8-4b98-996c-e6584953480a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.584411 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-2437708b-6fc8-4b98-996c-e6584953480a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Allocated IP 172.20.0.2 (5700993c-28e3-4cd1-83be-0cd328b486c1/8112aa32-d31c-4ba1-902b-52e0136b5a44/e4a53b76-27f3-43f5-9e5a-7d412c37b262) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:00:46.745568 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-2437708b-6fc8-4b98-996c-e6584953480a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.792144 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-2437708b-6fc8-4b98-996c-e6584953480a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.804980 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['cd036e22-f774-4552-ad68-2199de5302c2', 'dff43e2b-ff51-4ec2-abc9-3d4c5d147797'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:46.839631 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-2437708b-6fc8-4b98-996c-e6584953480a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Network 5700993c-28e3-4cd1-83be-0cd328b486c1 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:00:46.842766 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-2437708b-6fc8-4b98-996c-e6584953480a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:00:46.848900 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-2437708b-6fc8-4b98-996c-e6584953480a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:00:46.889090 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437708b-6fc8-4b98-996c-e6584953480a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Pushing event updated for resources: {'Port': ['ID=e4a53b76-27f3-43f5-9e5a-7d412c37b262,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:46.905779 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-2437708b-6fc8-4b98-996c-e6584953480a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:46.906416 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-2437708b-6fc8-4b98-996c-e6584953480a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:46.926315 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-2437708b-6fc8-4b98-996c-e6584953480a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8850451 Jul 23 00:00:46.944510 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Request body: {'port': {'device_id': 'c76376b3-ef44-408e-9291-35d9284ef31c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:00:47.076532 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.131023 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668438e4-df21-4423-9968-e452a32f9687 req-79eabbbc-d287-495f-a096-cc31ea799e00 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:47.132721 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-668438e4-df21-4423-9968-e452a32f9687 req-79eabbbc-d287-495f-a096-cc31ea799e00 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 931 time: 0.1389163 Jul 23 00:00:47.285126 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-668438e4-df21-4423-9968-e452a32f9687 req-91ab965a-c4d9-43b6-8a91-aacc6c16b0ae tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439974 Jul 23 00:00:47.418044 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b495f1-13ae-4e93-8027-5e041ebdf38b req-be909775-7fce-4c9d-a701-18136b3da807 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:47.419718 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-23b495f1-13ae-4e93-8027-5e041ebdf38b req-be909775-7fce-4c9d-a701-18136b3da807 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1944466 Jul 23 00:00:47.495990 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-23b495f1-13ae-4e93-8027-5e041ebdf38b req-169b190b-464c-43f0-8a17-871bfbc35952 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667377 Jul 23 00:00:47.532916 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a53b76-27f3-43f5-9e5a-7d412c37b262 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:47.540540 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.556028 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Transition to ACTIVE for port object e4a53b76-27f3-43f5-9e5a-7d412c37b262 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:00:47.560896 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.637531 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a53b76-27f3-43f5-9e5a-7d412c37b262,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:47.689114 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Attempting to bind port e4a53b76-27f3-43f5-9e5a-7d412c37b262 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:00:47.689448 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Attempting to bind port e4a53b76-27f3-43f5-9e5a-7d412c37b262 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:00:47.689770 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Attempting to bind port e4a53b76-27f3-43f5-9e5a-7d412c37b262 on network 5700993c-28e3-4cd1-83be-0cd328b486c1 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:47.693856 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Port e4a53b76-27f3-43f5-9e5a-7d412c37b262 on network 5700993c-28e3-4cd1-83be-0cd328b486c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:00:47.694171 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Attempting to bind port e4a53b76-27f3-43f5-9e5a-7d412c37b262 on network 5700993c-28e3-4cd1-83be-0cd328b486c1 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:00:47.698753 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:00:47.699086 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Checking segment: {'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:00:47.699497 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Bound using segment: {'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:00:47.699914 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Bound port: e4a53b76-27f3-43f5-9e5a-7d412c37b262, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:00:47.700258 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.741804 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af2ec812-f851-4316-8fe4-779bdc5ec401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.768032 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] For port e4a53b76-27f3-43f5-9e5a-7d412c37b262, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:00:47.771142 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] For port e4a53b76-27f3-43f5-9e5a-7d412c37b262, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=e4a53b76-27f3-43f5-9e5a-7d412c37b262,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:00:47.775772 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.807416 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:47.808016 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:47.809380 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] 10.222.0.41 "PUT /v2.0/ports/e4a53b76-27f3-43f5-9e5a-7d412c37b262 HTTP/1.1" status: 200 len: 1093 time: 0.8729084 Jul 23 00:00:47.809804 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76376b3-ef44-408e-9291-35d9284ef31c', 'tag': 'e4a53b76-27f3-43f5-9e5a-7d412c37b262'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:47.812071 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478a0e24-46ac-48fb-96bb-d00f6af55868" -d '{"events": [{"name": "network-changed", "server_uuid": "c76376b3-ef44-408e-9291-35d9284ef31c", "tag": "e4a53b76-27f3-43f5-9e5a-7d412c37b262"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:47.837160 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae37b9d-b1dd-4995-b187-f26ac751b574 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a53b76-27f3-43f5-9e5a-7d412c37b262,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:47.859361 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593ee875-09c0-4330-8016-6efa773512da x-openstack-request-id: req-593ee875-09c0-4330-8016-6efa773512da {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:47.859681 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76376b3-ef44-408e-9291-35d9284ef31c", "tag": "e4a53b76-27f3-43f5-9e5a-7d412c37b262", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:47.859962 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-593ee875-09c0-4330-8016-6efa773512da {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:47.860350 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76376b3-ef44-408e-9291-35d9284ef31c', 'tag': 'e4a53b76-27f3-43f5-9e5a-7d412c37b262', 'status': 'completed', 'code': 200} Jul 23 00:00:47.904299 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-b248bc33-be1c-4f76-b827-31e20ef16928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:47.905930 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-b248bc33-be1c-4f76-b827-31e20ef16928 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f6108e573844cbdacd61435f6dacdf8&device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 1096 time: 0.0567768 Jul 23 00:00:47.951210 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-f3841c6a-20ea-4d05-9f8b-662b9c22bd09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4a53b76-27f3-43f5-9e5a-7d412c37b262 HTTP/1.1" status: 200 len: 217 time: 0.0372007 Jul 23 00:00:48.006455 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-081bb141-7d19-4266-b59b-c95dc763e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:48.008070 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-081bb141-7d19-4266-b59b-c95dc763e1db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8112aa32-d31c-4ba1-902b-52e0136b5a44 HTTP/1.1" status: 200 len: 854 time: 0.0475721 Jul 23 00:00:48.049756 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-19381417-8456-4573-8563-4883585e7897 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5700993c-28e3-4cd1-83be-0cd328b486c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280855 Jul 23 00:00:48.149158 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-398fe0aa-7c00-4ffa-9cd2-6aac1ec0dbd5 service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883336 Jul 23 00:00:48.237665 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a1b794-408d-46e0-bb3d-a963d020c996 req-93d3a955-3fd8-4ea1-b329-b770060086e2 service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794849 Jul 23 00:00:48.373885 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0e24-46ac-48fb-96bb-d00f6af55868 req-5796027f-bf1f-4228-aefd-132a75e5abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:48.375345 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-478a0e24-46ac-48fb-96bb-d00f6af55868 req-5796027f-bf1f-4228-aefd-132a75e5abc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f6108e573844cbdacd61435f6dacdf8&device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 1096 time: 0.0769031 Jul 23 00:00:48.507175 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7956dd2-137b-49a2-9564-a87ed9af0948 req-cc97659b-7eba-4b88-8ada-2546d91c6d67 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:48.508797 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a7956dd2-137b-49a2-9564-a87ed9af0948 req-cc97659b-7eba-4b88-8ada-2546d91c6d67 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 943 time: 0.1539412 Jul 23 00:00:48.514312 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0e24-46ac-48fb-96bb-d00f6af55868 req-d4732845-6ccb-4455-8446-ea7fe3beb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:48.515769 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-478a0e24-46ac-48fb-96bb-d00f6af55868 req-d4732845-6ccb-4455-8446-ea7fe3beb659 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5700993c-28e3-4cd1-83be-0cd328b486c1 HTTP/1.1" status: 200 len: 915 time: 0.1215136 Jul 23 00:00:48.580489 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-478a0e24-46ac-48fb-96bb-d00f6af55868 req-85f206c0-d9f1-4fe6-80cf-9cef43688ae6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4a53b76-27f3-43f5-9e5a-7d412c37b262 HTTP/1.1" status: 200 len: 217 time: 0.0477910 Jul 23 00:00:48.675037 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a7956dd2-137b-49a2-9564-a87ed9af0948 req-5aa1e204-92c3-4a13-a25c-d61f7e4bd48d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511760 Jul 23 00:00:48.726093 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea21eb-de18-48b4-97bd-564aa89a46cf req-4c910f23-61e3-4690-b051-d03085127ce2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:48.727637 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9fea21eb-de18-48b4-97bd-564aa89a46cf req-4c910f23-61e3-4690-b051-d03085127ce2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1343591 Jul 23 00:00:48.733554 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a0e24-46ac-48fb-96bb-d00f6af55868 req-9b8b64f3-d65b-4e3f-9db6-0f6d86d7e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:48.735207 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-478a0e24-46ac-48fb-96bb-d00f6af55868 req-9b8b64f3-d65b-4e3f-9db6-0f6d86d7e265 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8112aa32-d31c-4ba1-902b-52e0136b5a44 HTTP/1.1" status: 200 len: 854 time: 0.1408722 Jul 23 00:00:48.783292 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-478a0e24-46ac-48fb-96bb-d00f6af55868 req-21f330d9-2ba1-42ff-b9b1-b403190c51fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5700993c-28e3-4cd1-83be-0cd328b486c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327454 Jul 23 00:00:48.812016 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9fea21eb-de18-48b4-97bd-564aa89a46cf req-a2de3d52-6ae1-4393-bfd6-b0adc43c0d2a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758157 Jul 23 00:00:48.885313 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-478a0e24-46ac-48fb-96bb-d00f6af55868 req-b463763c-75e6-44f2-abb5-0e8777e6c390 service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943763 Jul 23 00:00:48.986222 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-478a0e24-46ac-48fb-96bb-d00f6af55868 req-a4edd78d-7ee4-47c9-881f-455e14d75f74 service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857911 Jul 23 00:00:49.809417 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4b88e-76c0-41f2-8098-b7c6433ebb4b req-b31b15b0-4464-4708-bcaf-9cc058efa4b8 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:49.810953 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-85b4b88e-76c0-41f2-8098-b7c6433ebb4b req-b31b15b0-4464-4708-bcaf-9cc058efa4b8 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 943 time: 0.0789087 Jul 23 00:00:49.852358 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-85b4b88e-76c0-41f2-8098-b7c6433ebb4b req-ce299773-1747-4868-bd04-7a41f95d439d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358334 Jul 23 00:00:49.955920 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9430ca-0d29-48b8-8034-1436d928cee9 req-500bd47e-889a-4e04-ad9e-593035821539 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:49.957426 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca9430ca-0d29-48b8-8034-1436d928cee9 req-500bd47e-889a-4e04-ad9e-593035821539 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0677140 Jul 23 00:00:50.002083 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca9430ca-0d29-48b8-8034-1436d928cee9 req-7c9a39f2-bea2-4dc6-90c6-2e9c0fb362e3 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342877 Jul 23 00:00:50.209530 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1fcb6145-3358-4f78-899b-77862216676f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:50.356050 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49482) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:50.454185 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:50.458199 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d0eda7d9-540c-4c7e-8e21-1f5cc70e6272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:50.548512 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d0eda7d9-540c-4c7e-8e21-1f5cc70e6272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:50.552673 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d0eda7d9-540c-4c7e-8e21-1f5cc70e6272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:50.598296 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d0eda7d9-540c-4c7e-8e21-1f5cc70e6272 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbcf8b3236ed43a4af99bccaf01215fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382593 Jul 23 00:00:50.598296 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eda7d9-540c-4c7e-8e21-1f5cc70e6272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b92fc89-b77a-431c-b476-05f26f24a499,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:50.598909 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49488) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:50.656840 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5fd786d2-16e4-40fb-8fca-022d369fa2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:50.683370 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5fd786d2-16e4-40fb-8fca-022d369fa2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:50.730874 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5fd786d2-16e4-40fb-8fca-022d369fa2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:50.733448 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5fd786d2-16e4-40fb-8fca-022d369fa2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:50.734612 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5fd786d2-16e4-40fb-8fca-022d369fa2a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b92fc89-b77a-431c-b476-05f26f24a499 HTTP/1.1" status: 204 len: 168 time: 0.1345823 Jul 23 00:00:50.741967 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd786d2-16e4-40fb-8fca-022d369fa2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b92fc89-b77a-431c-b476-05f26f24a499,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:50.983025 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566e9c0-edbb-4c15-8dc6-1728d425635e req-577f6bcb-a72a-4281-bbb5-b344f252d902 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:50.984562 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8566e9c0-edbb-4c15-8dc6-1728d425635e req-577f6bcb-a72a-4281-bbb5-b344f252d902 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 943 time: 0.0675664 Jul 23 00:00:50.989304 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49498) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:51.009377 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5904c3e6-add3-457a-acee-8d9c336a3d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.054324 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8566e9c0-edbb-4c15-8dc6-1728d425635e req-a4f8ddd9-07c3-42b2-aeb4-1361a608684f tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586202 Jul 23 00:00:51.171346 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d1392-0862-4f6d-b739-32021a95087c req-53128954-70f1-4c29-8867-61e6b014ab23 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:51.173067 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e04d1392-0862-4f6d-b739-32021a95087c req-53128954-70f1-4c29-8867-61e6b014ab23 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0959685 Jul 23 00:00:51.175745 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5904c3e6-add3-457a-acee-8d9c336a3d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.189241 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5904c3e6-add3-457a-acee-8d9c336a3d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.250201 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5904c3e6-add3-457a-acee-8d9c336a3d46 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c60ee3a249534598b033f07dead31d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575653 Jul 23 00:00:51.250596 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49510) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:51.252405 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e04d1392-0862-4f6d-b739-32021a95087c req-0c31e4f2-af8e-4f08-99a4-b1fa507ee576 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717914 Jul 23 00:00:51.253128 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904c3e6-add3-457a-acee-8d9c336a3d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d295e30e-c091-40c2-8eda-f12d910bbfce,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:51.311366 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f4b51dd-71fb-45b6-9740-c512f00a13a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.335329 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f4b51dd-71fb-45b6-9740-c512f00a13a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.381356 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f4b51dd-71fb-45b6-9740-c512f00a13a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.384006 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f4b51dd-71fb-45b6-9740-c512f00a13a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.385150 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5f4b51dd-71fb-45b6-9740-c512f00a13a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d295e30e-c091-40c2-8eda-f12d910bbfce HTTP/1.1" status: 204 len: 168 time: 0.1335809 Jul 23 00:00:51.393794 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b51dd-71fb-45b6-9740-c512f00a13a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d295e30e-c091-40c2-8eda-f12d910bbfce,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:51.465829 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.739620 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49524) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:51.753151 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad8664c9-5b15-417c-8dfa-c3abd012b6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.842868 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad8664c9-5b15-417c-8dfa-c3abd012b6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.846884 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ad8664c9-5b15-417c-8dfa-c3abd012b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.883055 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ad8664c9-5b15-417c-8dfa-c3abd012b6b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=695db2ca5342428ea5e1743710bab44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423202 Jul 23 00:00:51.885029 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8664c9-5b15-417c-8dfa-c3abd012b6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e78b735-856a-4ef6-b57f-ede6ae357ffa,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:51.885693 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49526) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:51.936885 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-037706dc-f741-4b50-b121-53fe21f8d3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:51.957742 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-037706dc-f741-4b50-b121-53fe21f8d3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.004123 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-037706dc-f741-4b50-b121-53fe21f8d3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.006786 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-037706dc-f741-4b50-b121-53fe21f8d3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.007942 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-037706dc-f741-4b50-b121-53fe21f8d3ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e78b735-856a-4ef6-b57f-ede6ae357ffa HTTP/1.1" status: 204 len: 168 time: 0.1212656 Jul 23 00:00:52.015536 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037706dc-f741-4b50-b121-53fe21f8d3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e78b735-856a-4ef6-b57f-ede6ae357ffa,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:52.121107 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device e4a53b76-27f3-43f5-9e5a-7d412c37b262 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:00:52.197786 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d817d8d-b744-400b-8552-a89a99528c3c req-c1a3be9c-eae7-47f4-9811-23f7b0ae3888 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:52.199294 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d817d8d-b744-400b-8552-a89a99528c3c req-c1a3be9c-eae7-47f4-9811-23f7b0ae3888 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 943 time: 0.0707829 Jul 23 00:00:52.225234 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port e4a53b76-27f3-43f5-9e5a-7d412c37b262, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=e4a53b76-27f3-43f5-9e5a-7d412c37b262,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:52.237337 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': 'e4a53b76-27f3-43f5-9e5a-7d412c37b262', 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1', 'port_id': 'e4a53b76-27f3-43f5-9e5a-7d412c37b262', 'mac_address': 'fa:16:3e:00:1d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8112aa32-d31c-4ba1-902b-52e0136b5a44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:00:52.249031 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5d817d8d-b744-400b-8552-a89a99528c3c req-b30a7050-e520-4c35-a87f-2e5f3dd2a521 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Jul 23 00:00:52.275804 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.292594 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a53b76-27f3-43f5-9e5a-7d412c37b262 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:00:52.312303 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port e4a53b76-27f3-43f5-9e5a-7d412c37b262, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=e4a53b76-27f3-43f5-9e5a-7d412c37b262,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:52.317421 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:52.368259 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=e4a53b76-27f3-43f5-9e5a-7d412c37b262,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:52.399409 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb5638-cdcf-4fd8-988e-1a457f1f1360 req-0cb8a9bb-ce84-4493-b62a-2126dd7675b9 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:52.400916 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-37fb5638-cdcf-4fd8-988e-1a457f1f1360 req-0cb8a9bb-ce84-4493-b62a-2126dd7675b9 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0668840 Jul 23 00:00:52.438445 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-37fb5638-cdcf-4fd8-988e-1a457f1f1360 req-8ff6e126-68ac-41de-8f18-5098f9a73bb6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Jul 23 00:00:52.670312 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['e4a53b76-27f3-43f5-9e5a-7d412c37b262'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:00:53.145221 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:53.394367 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec3e72-1f95-43fa-bf01-4706607a37d4 req-d29c7ed6-9c09-4734-ae7c-2b031d6894ef tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:53.395872 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4aec3e72-1f95-43fa-bf01-4706607a37d4 req-d29c7ed6-9c09-4734-ae7c-2b031d6894ef tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 944 time: 0.0769019 Jul 23 00:00:53.433050 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4aec3e72-1f95-43fa-bf01-4706607a37d4 req-ac9f5d4c-1156-4189-9366-de62fe9f1e16 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Jul 23 00:00:53.576803 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e8e3d-5ca2-4a24-9508-ebbb8ca8396b req-c8003f5a-b0bf-424f-9a9b-d8d43eb62125 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:53.579409 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6e2e8e3d-5ca2-4a24-9508-ebbb8ca8396b req-c8003f5a-b0bf-424f-9a9b-d8d43eb62125 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0727224 Jul 23 00:00:53.618859 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6e2e8e3d-5ca2-4a24-9508-ebbb8ca8396b req-76738af5-0fab-4918-8c1c-6d704dad46b9 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317497 Jul 23 00:00:54.132056 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device e4a53b76-27f3-43f5-9e5a-7d412c37b262 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:00:54.187540 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port e4a53b76-27f3-43f5-9e5a-7d412c37b262 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:00:54.191668 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port e4a53b76-27f3-43f5-9e5a-7d412c37b262 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:00:54.192034 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:54.273416 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:54.299080 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76376b3-ef44-408e-9291-35d9284ef31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a53b76-27f3-43f5-9e5a-7d412c37b262'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:00:54.301469 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c440a52e-c2ba-4cca-8b1d-0a3f5034ac5d" -d '{"events": [{"server_uuid": "c76376b3-ef44-408e-9291-35d9284ef31c", "name": "network-vif-plugged", "status": "completed", "tag": "e4a53b76-27f3-43f5-9e5a-7d412c37b262"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:00:54.316194 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port e4a53b76-27f3-43f5-9e5a-7d412c37b262, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=e4a53b76-27f3-43f5-9e5a-7d412c37b262,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:00:54.320011 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:54.352368 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9110a52-7d51-40e8-b919-04a06851e754 x-openstack-request-id: req-f9110a52-7d51-40e8-b919-04a06851e754 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:00:54.352658 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76376b3-ef44-408e-9291-35d9284ef31c", "name": "network-vif-plugged", "status": "completed", "tag": "e4a53b76-27f3-43f5-9e5a-7d412c37b262", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:00:54.352971 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9110a52-7d51-40e8-b919-04a06851e754 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:00:54.353267 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76376b3-ef44-408e-9291-35d9284ef31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a53b76-27f3-43f5-9e5a-7d412c37b262', 'code': 200} Jul 23 00:00:54.390113 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=e4a53b76-27f3-43f5-9e5a-7d412c37b262,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:54.557638 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7a825-9dae-410f-a07b-6cff9a0b404c req-6305e047-beea-411c-a6c0-8fd8ba2e602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:54.559283 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1da7a825-9dae-410f-a07b-6cff9a0b404c req-6305e047-beea-411c-a6c0-8fd8ba2e602d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 1098 time: 0.0802913 Jul 23 00:00:54.613264 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7796c-7bcd-4df0-8bb5-573650af6a9e req-b2413c14-bbfc-4a8b-b7a7-3d9018615321 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:54.614760 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c8a7796c-7bcd-4df0-8bb5-573650af6a9e req-b2413c14-bbfc-4a8b-b7a7-3d9018615321 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 945 time: 0.0961154 Jul 23 00:00:54.618649 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1da7a825-9dae-410f-a07b-6cff9a0b404c req-db931c59-ee08-44a8-8664-90c9be448f06 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482469 Jul 23 00:00:54.674250 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c8a7796c-7bcd-4df0-8bb5-573650af6a9e req-31d59cfa-7bef-43e9-90ba-ccd587c219ce tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520091 Jul 23 00:00:54.765680 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06646f1-4750-4ce1-b4cf-59549eca81db req-f2402fbc-9f30-4ff9-81ac-a8be310f8dff tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:54.767839 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e06646f1-4750-4ce1-b4cf-59549eca81db req-f2402fbc-9f30-4ff9-81ac-a8be310f8dff tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0651875 Jul 23 00:00:54.805611 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e06646f1-4750-4ce1-b4cf-59549eca81db req-2ea7b6ec-0112-49c8-9668-f2b9554f6ce4 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321774 Jul 23 00:00:55.802237 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d05663-1223-415d-811d-9ac4cfcc98a5 req-635d4c4a-cff7-4855-ae30-2ece1cf79178 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:55.803923 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-80d05663-1223-415d-811d-9ac4cfcc98a5 req-635d4c4a-cff7-4855-ae30-2ece1cf79178 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 945 time: 0.0734656 Jul 23 00:00:55.851300 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-80d05663-1223-415d-811d-9ac4cfcc98a5 req-a0f41929-8804-4a7d-8aaa-626891b7b71a tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Jul 23 00:00:55.964535 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e25e3-171d-4182-88bc-a34dcb46960d req-741bcd6a-0da5-4d61-9c91-9427c328340f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:55.966039 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee3e25e3-171d-4182-88bc-a34dcb46960d req-741bcd6a-0da5-4d61-9c91-9427c328340f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0732014 Jul 23 00:00:56.002925 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ee3e25e3-171d-4182-88bc-a34dcb46960d req-0eac6f67-cbfa-4353-8bce-8d8b150e64c1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305903 Jul 23 00:00:56.365032 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba07c9-b4f1-42cb-a60c-9da962793646 req-9eb00e20-4a41-47d6-ae04-bcfbee3fac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:56.366518 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-84ba07c9-b4f1-42cb-a60c-9da962793646 req-9eb00e20-4a41-47d6-ae04-bcfbee3fac37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 1098 time: 0.0515821 Jul 23 00:00:56.405136 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-84ba07c9-b4f1-42cb-a60c-9da962793646 req-1bc10284-c1ca-48c8-8101-09dfe9d5a622 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322170 Jul 23 00:00:56.500351 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49646) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:56.602298 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3083-e398-49c1-979e-9f05247c58a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.686887 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3083-e398-49c1-979e-9f05247c58a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.690781 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3083-e398-49c1-979e-9f05247c58a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.737120 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3e8e3083-e398-49c1-979e-9f05247c58a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6bf2ff98286e4eebb908473d6f376a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356658 Jul 23 00:00:56.737954 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e3083-e398-49c1-979e-9f05247c58a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51666e7c-2aff-4bdd-a4fa-062697f4c770,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:56.739771 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49650) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:56.790384 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a4125807-f806-4a33-bb53-b6fde86401ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.810729 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a4125807-f806-4a33-bb53-b6fde86401ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.855549 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a4125807-f806-4a33-bb53-b6fde86401ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.857990 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a4125807-f806-4a33-bb53-b6fde86401ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:56.859102 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a4125807-f806-4a33-bb53-b6fde86401ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51666e7c-2aff-4bdd-a4fa-062697f4c770 HTTP/1.1" status: 204 len: 168 time: 0.1177723 Jul 23 00:00:56.866777 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4125807-f806-4a33-bb53-b6fde86401ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51666e7c-2aff-4bdd-a4fa-062697f4c770,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:57.001491 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39df7-1bba-41bd-ae72-5ad094c6fa36 req-7901ca6e-95db-4c8d-8244-52b45242b3f1 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:57.003016 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-21e39df7-1bba-41bd-ae72-5ad094c6fa36 req-7901ca6e-95db-4c8d-8244-52b45242b3f1 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 945 time: 0.0818870 Jul 23 00:00:57.044551 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-21e39df7-1bba-41bd-ae72-5ad094c6fa36 req-86905910-1f93-447c-ab0f-1d8c0fde9912 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352492 Jul 23 00:00:57.165776 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49670) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:57.182035 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6848b004-b0f3-49d0-88a5-83f69e13ac15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.182864 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48910e3d-32f6-4bd6-944d-506b98afb911 req-a70f1eb1-3ff2-4a31-944b-eacfa3ff98b9 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:57.184484 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-48910e3d-32f6-4bd6-944d-506b98afb911 req-a70f1eb1-3ff2-4a31-944b-eacfa3ff98b9 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0692809 Jul 23 00:00:57.231705 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-48910e3d-32f6-4bd6-944d-506b98afb911 req-b50fc6e2-c9df-42b0-8337-65296c4d6352 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 Jul 23 00:00:57.313723 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6848b004-b0f3-49d0-88a5-83f69e13ac15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.319816 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6848b004-b0f3-49d0-88a5-83f69e13ac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.361709 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6848b004-b0f3-49d0-88a5-83f69e13ac15 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0bf2b4424bb45db8fe1140a14469a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945579 Jul 23 00:00:57.362558 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848b004-b0f3-49d0-88a5-83f69e13ac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a474a2a1-d5de-441b-965a-01b462f8163e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:57.364700 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49678) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:57.423551 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-43dc82d9-acca-4db2-9e6d-a235edf01a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.445119 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-43dc82d9-acca-4db2-9e6d-a235edf01a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.491115 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-43dc82d9-acca-4db2-9e6d-a235edf01a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.494519 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-43dc82d9-acca-4db2-9e6d-a235edf01a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:57.496008 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-43dc82d9-acca-4db2-9e6d-a235edf01a41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a474a2a1-d5de-441b-965a-01b462f8163e HTTP/1.1" status: 204 len: 168 time: 0.1302948 Jul 23 00:00:57.506047 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc82d9-acca-4db2-9e6d-a235edf01a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a474a2a1-d5de-441b-965a-01b462f8163e,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:58.378265 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2b328-676f-4696-8945-5ac1ccd533ce req-ee16b575-5cc0-4814-8304-bdb31c49374e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:58.391364 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-86b2b328-676f-4696-8945-5ac1ccd533ce req-ee16b575-5cc0-4814-8304-bdb31c49374e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0822330 Jul 23 00:00:58.428627 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-86b2b328-676f-4696-8945-5ac1ccd533ce req-1227a342-11b3-4434-8209-72a713f85d8d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370743 Jul 23 00:00:58.578582 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6663573-33f5-436a-976e-82348ba9d769 req-91006d98-3e2a-4679-9b4e-83ea414b7249 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:00:58.580635 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6663573-33f5-436a-976e-82348ba9d769 req-91006d98-3e2a-4679-9b4e-83ea414b7249 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0750384 Jul 23 00:00:58.623480 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49730) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:58.632379 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6663573-33f5-436a-976e-82348ba9d769 req-3fa3f147-2363-4fc6-86f0-aca0766ee2d1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459063 Jul 23 00:00:58.743574 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-720a60a9-cad3-491b-a98e-0a6fc3f0bf61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.836394 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-720a60a9-cad3-491b-a98e-0a6fc3f0bf61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.854035 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-720a60a9-cad3-491b-a98e-0a6fc3f0bf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.894000 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-720a60a9-cad3-491b-a98e-0a6fc3f0bf61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d02fefa52583468fa58aa84207c201cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691886 Jul 23 00:00:58.896016 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a60a9-cad3-491b-a98e-0a6fc3f0bf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47875a37-9b7a-489b-be19-50e3eca35abc,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:00:58.896784 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49742) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:00:58.952012 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d45e994c-18bf-447f-bdd1-13474210a52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:58.981008 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d45e994c-18bf-447f-bdd1-13474210a52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.041666 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d45e994c-18bf-447f-bdd1-13474210a52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.044675 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d45e994c-18bf-447f-bdd1-13474210a52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:00:59.045862 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d45e994c-18bf-447f-bdd1-13474210a52d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47875a37-9b7a-489b-be19-50e3eca35abc HTTP/1.1" status: 204 len: 168 time: 0.1475811 Jul 23 00:00:59.054577 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e994c-18bf-447f-bdd1-13474210a52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47875a37-9b7a-489b-be19-50e3eca35abc,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:00.364069 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557cd0e-321d-47c3-9b43-c345da13b3bc req-9cae1fd9-3815-44d2-8ee1-b3bd0747c882 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:00.365634 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c557cd0e-321d-47c3-9b43-c345da13b3bc req-9cae1fd9-3815-44d2-8ee1-b3bd0747c882 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0630748 Jul 23 00:01:00.402634 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c557cd0e-321d-47c3-9b43-c345da13b3bc req-f8f5af4a-47b8-4d3f-bf42-ea2917df3cd6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Jul 23 00:01:01.537118 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511d3ac-8d6b-4448-9e2c-795463576646 req-6c9e8927-2910-48ad-87fd-b97d943a40c8 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:01.538541 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8511d3ac-8d6b-4448-9e2c-795463576646 req-6c9e8927-2910-48ad-87fd-b97d943a40c8 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0638723 Jul 23 00:01:01.574282 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8511d3ac-8d6b-4448-9e2c-795463576646 req-27a69d36-0ac0-484d-bc44-37b46d587bb2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303164 Jul 23 00:01:02.433394 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348149fc-71cc-4d3e-abdb-a8f752b1a46a req-40b8e02e-07dc-4607-b900-dcd58479276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:02.435287 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-348149fc-71cc-4d3e-abdb-a8f752b1a46a req-40b8e02e-07dc-4607-b900-dcd58479276d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddcd263763bc4c92a9f6474efa29337f&device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 1099 time: 0.0648594 Jul 23 00:01:02.699146 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df57b6-5c6a-4ed6-a697-b5b76dcd11b1 req-6870113b-e1be-4a8a-b20f-9800af672cd1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:02.700627 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-59df57b6-5c6a-4ed6-a697-b5b76dcd11b1 req-6870113b-e1be-4a8a-b20f-9800af672cd1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0614941 Jul 23 00:01:02.741141 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-59df57b6-5c6a-4ed6-a697-b5b76dcd11b1 req-e5dbf91e-731d-4b02-9d9f-db956678f1d7 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343399 Jul 23 00:01:03.585541 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348149fc-71cc-4d3e-abdb-a8f752b1a46a req-5840474e-fec8-4efe-895e-2b4e15194ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:03.586922 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-348149fc-71cc-4d3e-abdb-a8f752b1a46a req-5840474e-fec8-4efe-895e-2b4e15194ca6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e43b07a7-ce43-4b1e-9658-3b973dd6f115 HTTP/1.1" status: 200 len: 920 time: 0.0892293 Jul 23 00:01:03.638958 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-348149fc-71cc-4d3e-abdb-a8f752b1a46a req-a8145cbe-27f8-4207-b69e-c8624d124ff3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3de38ce-0291-4f90-b7a4-385558346fba HTTP/1.1" status: 200 len: 217 time: 0.0419388 Jul 23 00:01:03.694510 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348149fc-71cc-4d3e-abdb-a8f752b1a46a req-1b910fe6-efc4-4468-a65b-c7b34fe8fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:03.695932 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-348149fc-71cc-4d3e-abdb-a8f752b1a46a req-1b910fe6-efc4-4468-a65b-c7b34fe8fa7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b46c9846-edc3-41e8-94f2-6b7e2b3aa469 HTTP/1.1" status: 200 len: 859 time: 0.0458643 Jul 23 00:01:03.729734 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-348149fc-71cc-4d3e-abdb-a8f752b1a46a req-e9ccee3e-df20-40c9-bc60-edd965256823 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e43b07a7-ce43-4b1e-9658-3b973dd6f115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262151 Jul 23 00:01:03.855141 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-348149fc-71cc-4d3e-abdb-a8f752b1a46a req-c27341b2-406b-460f-876e-565b19e24243 service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129637 Jul 23 00:01:03.905462 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033023c3-998e-4f91-9b8c-6ea6a63d7013 req-5c2439f4-3a0e-43f9-a5c9-f64b598c906f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:03.906894 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-033023c3-998e-4f91-9b8c-6ea6a63d7013 req-5c2439f4-3a0e-43f9-a5c9-f64b598c906f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0995617 Jul 23 00:01:04.187102 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-033023c3-998e-4f91-9b8c-6ea6a63d7013 req-8866e363-5409-4e8a-b830-0c4be28eea85 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498713 Jul 23 00:01:04.189759 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-348149fc-71cc-4d3e-abdb-a8f752b1a46a req-0a441efb-6677-4fd2-b6f9-1d2c9124e9e6 service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254859 Jul 23 00:01:05.332052 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390d566-0caf-43d9-bbfd-3dd2f94e8240 req-221d37b8-6c0a-45e8-8050-4d7a3bc40dd0 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:05.333526 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a390d566-0caf-43d9-bbfd-3dd2f94e8240 req-221d37b8-6c0a-45e8-8050-4d7a3bc40dd0 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0704482 Jul 23 00:01:05.376261 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a390d566-0caf-43d9-bbfd-3dd2f94e8240 req-9de43a8a-6bc7-4457-a40c-7c2c13ada6b6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370424 Jul 23 00:01:06.225530 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49894) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:06.334724 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8df9477c-f979-40b1-b190-961c46dc107c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.425150 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8df9477c-f979-40b1-b190-961c46dc107c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.432877 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8df9477c-f979-40b1-b190-961c46dc107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.470688 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8df9477c-f979-40b1-b190-961c46dc107c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eab9682af04b4cd7b51ed3c0ee16f664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420123 Jul 23 00:01:06.471246 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49910) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:06.502710 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9477c-f979-40b1-b190-961c46dc107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d25d43-4253-4a16-87ef-11d7dc816f84,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:06.551067 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff861b5d-d1e0-4558-818c-21355ad0f0ee req-94946fb0-02e3-4f10-adea-36e799907085 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:06.555522 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd5ad-84f6-4dfb-b4cf-efc1115f97c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.558169 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ff861b5d-d1e0-4558-818c-21355ad0f0ee req-94946fb0-02e3-4f10-adea-36e799907085 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0985906 Jul 23 00:01:06.580616 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd5ad-84f6-4dfb-b4cf-efc1115f97c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.609232 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ff861b5d-d1e0-4558-818c-21355ad0f0ee req-b7d1f0de-d4e7-4ec6-8c00-1c2739be9d9c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451040 Jul 23 00:01:06.642831 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd5ad-84f6-4dfb-b4cf-efc1115f97c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.646594 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd5ad-84f6-4dfb-b4cf-efc1115f97c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:06.648122 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-aa2cd5ad-84f6-4dfb-b4cf-efc1115f97c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6d25d43-4253-4a16-87ef-11d7dc816f84 HTTP/1.1" status: 204 len: 168 time: 0.1757696 Jul 23 00:01:06.666040 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cd5ad-84f6-4dfb-b4cf-efc1115f97c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d25d43-4253-4a16-87ef-11d7dc816f84,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:06.953348 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49934) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:06.973368 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ad745bb-a94e-4f43-bb10-244b1935a50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.069670 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ad745bb-a94e-4f43-bb10-244b1935a50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.073202 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ad745bb-a94e-4f43-bb10-244b1935a50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.108133 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad745bb-a94e-4f43-bb10-244b1935a50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c878dff0-983f-4e09-85f1-4dd93368339d,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:07.113148 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5ad745bb-a94e-4f43-bb10-244b1935a50c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82c4cc8da00c45feb1533398dc83c0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569886 Jul 23 00:01:07.117594 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 49936) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:07.167170 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-51c7310a-1a36-4432-b24a-3fbb8a81af82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.188268 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-51c7310a-1a36-4432-b24a-3fbb8a81af82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.233764 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-51c7310a-1a36-4432-b24a-3fbb8a81af82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.237012 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-51c7310a-1a36-4432-b24a-3fbb8a81af82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:07.240402 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-51c7310a-1a36-4432-b24a-3fbb8a81af82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c878dff0-983f-4e09-85f1-4dd93368339d HTTP/1.1" status: 204 len: 168 time: 0.1195705 Jul 23 00:01:07.245685 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7310a-1a36-4432-b24a-3fbb8a81af82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c878dff0-983f-4e09-85f1-4dd93368339d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:07.915034 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72702d-2dbc-4d08-a12a-b07c0d63c786 req-30992716-1022-4880-bc48-25846b9870f7 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:07.920765 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-be72702d-2dbc-4d08-a12a-b07c0d63c786 req-30992716-1022-4880-bc48-25846b9870f7 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1125860 Jul 23 00:01:07.972461 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-be72702d-2dbc-4d08-a12a-b07c0d63c786 req-50633b54-ba55-4838-8555-300056c3ebab tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456934 Jul 23 00:01:08.337442 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-65c92e95-9320-456a-ac9f-38f27cfe6167 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:08.338899 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-65c92e95-9320-456a-ac9f-38f27cfe6167 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/networks?id=5700993c-28e3-4cd1-83be-0cd328b486c1 HTTP/1.1" status: 200 len: 814 time: 0.1157548 Jul 23 00:01:08.353247 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-01a6e131-9140-46e7-9594-baf95d436d98 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/quotas/7f6108e573844cbdacd61435f6dacdf8 HTTP/1.1" status: 200 len: 375 time: 0.0088761 Jul 23 00:01:08.424152 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-28a9134e-debf-4054-8398-8c89eaed2cab tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f6108e573844cbdacd61435f6dacdf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658855 Jul 23 00:01:08.512992 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-ac8b2d63-8e4f-45c8-bec0-1b70cf9f522c service neutron] 10.222.0.39 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818820 Jul 23 00:01:08.614464 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-c215c7fe-9294-4efc-9d16-2ef238de2eb1 service neutron] 10.222.0.39 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948453 Jul 23 00:01:08.772325 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a55717cb-3fca-4a0f-9c6c-367b15f8179e req-fd416107-3264-4330-8a34-41d3f00fe031 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0292115 Jul 23 00:01:09.143757 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2b211-16af-4d7d-84b4-a09fc40cc00f req-a357ed4b-f98b-499a-9d6c-ee8e290ae3c3 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:09.145884 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cbd2b211-16af-4d7d-84b4-a09fc40cc00f req-a357ed4b-f98b-499a-9d6c-ee8e290ae3c3 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0986354 Jul 23 00:01:09.191998 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cbd2b211-16af-4d7d-84b4-a09fc40cc00f req-4dfbf980-56cd-4240-a28e-a53a2e7f2802 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Jul 23 00:01:09.889333 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf8b8bd3-95ee-45eb-9ef4-892da05b3b02 req-a9aed394-c946-4a46-81fc-4ba942e6389d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0413215 Jul 23 00:01:09.898153 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-0b14f7ed-a333-4b2c-a144-3a6c3fa997a2 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:09.899699 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-0b14f7ed-a333-4b2c-a144-3a6c3fa997a2 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "GET /v2.0/networks?id=5700993c-28e3-4cd1-83be-0cd328b486c1 HTTP/1.1" status: 200 len: 814 time: 0.1493700 Jul 23 00:01:09.923683 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-ff45f6b6-bf80-4bee-8feb-e149a920ddac tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Request body: {'port': {'device_id': '64c71241-10c4-4a26-81a0-34d5fcb0b3d4', 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1', 'admin_state_up': True, 'tenant_id': '7f6108e573844cbdacd61435f6dacdf8'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:10.034718 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-ff45f6b6-bf80-4bee-8feb-e149a920ddac tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Made reservation on behalf of 7f6108e573844cbdacd61435f6dacdf8 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:10.038227 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-ff45f6b6-bf80-4bee-8feb-e149a920ddac tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:10.164674 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-ff45f6b6-bf80-4bee-8feb-e149a920ddac tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Allocated IP 172.20.0.10 (5700993c-28e3-4cd1-83be-0cd328b486c1/8112aa32-d31c-4ba1-902b-52e0136b5a44/b554de4d-e3e5-49ee-a4ad-203988287bfb) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:10.344781 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-ff45f6b6-bf80-4bee-8feb-e149a920ddac tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:10.380144 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c201cc-4f54-49ca-a055-bf235bcf054a req-dacb43c5-311e-44c1-8d2f-d300072d77c5 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:10.381604 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d1c201cc-4f54-49ca-a055-bf235bcf054a req-dacb43c5-311e-44c1-8d2f-d300072d77c5 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1097255 Jul 23 00:01:10.424399 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-ff45f6b6-bf80-4bee-8feb-e149a920ddac tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:10.445297 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['cd036e22-f774-4552-ad68-2199de5302c2', 'dff43e2b-ff51-4ec2-abc9-3d4c5d147797', 'e4a53b76-27f3-43f5-9e5a-7d412c37b262'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:10.455815 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d1c201cc-4f54-49ca-a055-bf235bcf054a req-51a9da4d-b87c-4fb6-9a1e-602d4c80936f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660424 Jul 23 00:01:10.473215 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-ff45f6b6-bf80-4bee-8feb-e149a920ddac tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Network 5700993c-28e3-4cd1-83be-0cd328b486c1 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:10.474536 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-ff45f6b6-bf80-4bee-8feb-e149a920ddac tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:10.477034 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-ff45f6b6-bf80-4bee-8feb-e149a920ddac tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:10.507269 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45f6b6-bf80-4bee-8feb-e149a920ddac tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Pushing event updated for resources: {'Port': ['ID=b554de4d-e3e5-49ee-a4ad-203988287bfb,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:10.534551 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-ff45f6b6-bf80-4bee-8feb-e149a920ddac tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:10.535177 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-ff45f6b6-bf80-4bee-8feb-e149a920ddac tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:10.549636 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-ff45f6b6-bf80-4bee-8feb-e149a920ddac tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6315446 Jul 23 00:01:10.565558 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Request body: {'port': {'device_id': '64c71241-10c4-4a26-81a0-34d5fcb0b3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:10.682859 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:10.960267 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b554de4d-e3e5-49ee-a4ad-203988287bfb {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:10.974419 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:11.016627 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Transition to ACTIVE for port object b554de4d-e3e5-49ee-a4ad-203988287bfb will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:11.022393 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:11.120083 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4caf24-69f4-435a-b6c2-33f3df907c5e req-45df969e-e6a5-46cd-bc4a-57926604b815 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:11.121575 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2e4caf24-69f4-435a-b6c2-33f3df907c5e req-45df969e-e6a5-46cd-bc4a-57926604b815 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 932 time: 0.1507313 Jul 23 00:01:11.124195 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b554de4d-e3e5-49ee-a4ad-203988287bfb,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:11.197106 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2e4caf24-69f4-435a-b6c2-33f3df907c5e req-321ba1c0-159c-4092-97d2-8a0c67a7a3f2 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516586 Jul 23 00:01:11.201853 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Attempting to bind port b554de4d-e3e5-49ee-a4ad-203988287bfb on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:11.202096 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Attempting to bind port b554de4d-e3e5-49ee-a4ad-203988287bfb by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:11.202476 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Attempting to bind port b554de4d-e3e5-49ee-a4ad-203988287bfb on network 5700993c-28e3-4cd1-83be-0cd328b486c1 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:11.207517 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Port b554de4d-e3e5-49ee-a4ad-203988287bfb on network 5700993c-28e3-4cd1-83be-0cd328b486c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:01:11.207828 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Attempting to bind port b554de4d-e3e5-49ee-a4ad-203988287bfb on network 5700993c-28e3-4cd1-83be-0cd328b486c1 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:11.212897 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:11.213124 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Checking segment: {'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:11.213482 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Bound using segment: {'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:11.213905 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Bound port: b554de4d-e3e5-49ee-a4ad-203988287bfb, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:11.214279 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:11.286790 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] For port b554de4d-e3e5-49ee-a4ad-203988287bfb, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:11.290661 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] For port b554de4d-e3e5-49ee-a4ad-203988287bfb, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=b554de4d-e3e5-49ee-a4ad-203988287bfb,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:11.298555 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:11.336916 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:11.337879 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:11.339259 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/b554de4d-e3e5-49ee-a4ad-203988287bfb HTTP/1.1" status: 200 len: 1094 time: 0.7783396 Jul 23 00:01:11.344299 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c71241-10c4-4a26-81a0-34d5fcb0b3d4', 'tag': 'b554de4d-e3e5-49ee-a4ad-203988287bfb'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:11.346938 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46558e7f-f7c1-4abf-9b26-804a3474046e" -d '{"events": [{"name": "network-changed", "server_uuid": "64c71241-10c4-4a26-81a0-34d5fcb0b3d4", "tag": "b554de4d-e3e5-49ee-a4ad-203988287bfb"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:11.368724 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3be66-182a-4a3b-8aa7-3411a180b4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b554de4d-e3e5-49ee-a4ad-203988287bfb,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:11.398553 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1a9f6c-13c9-4a8f-bb98-d5ad03f742ed x-openstack-request-id: req-6f1a9f6c-13c9-4a8f-bb98-d5ad03f742ed {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:11.398844 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c71241-10c4-4a26-81a0-34d5fcb0b3d4", "tag": "b554de4d-e3e5-49ee-a4ad-203988287bfb", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:11.399093 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f1a9f6c-13c9-4a8f-bb98-d5ad03f742ed {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:11.399519 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c71241-10c4-4a26-81a0-34d5fcb0b3d4', 'tag': 'b554de4d-e3e5-49ee-a4ad-203988287bfb', 'status': 'completed', 'code': 200} Jul 23 00:01:11.473809 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-1739a2f3-c726-484a-9f74-2d64a0b16040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:11.475311 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-1739a2f3-c726-484a-9f74-2d64a0b16040 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f6108e573844cbdacd61435f6dacdf8&device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 1097 time: 0.0567775 Jul 23 00:01:11.528941 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-02b70c0e-9f87-4452-8364-2e186746df26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b554de4d-e3e5-49ee-a4ad-203988287bfb HTTP/1.1" status: 200 len: 217 time: 0.0401995 Jul 23 00:01:11.608658 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-5508989c-a598-4a0d-85d8-dbfe0571577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:11.610073 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-5508989c-a598-4a0d-85d8-dbfe0571577b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8112aa32-d31c-4ba1-902b-52e0136b5a44 HTTP/1.1" status: 200 len: 854 time: 0.0526426 Jul 23 00:01:11.627831 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19229bcc-ab8e-4500-8ec6-de47d1fb52b2 req-083b82ce-f685-4a72-aad2-0f78061ce6c6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:11.629209 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-19229bcc-ab8e-4500-8ec6-de47d1fb52b2 req-083b82ce-f685-4a72-aad2-0f78061ce6c6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0994084 Jul 23 00:01:11.666372 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-422c3a2a-545b-45ba-bc93-e183d13e0f08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5700993c-28e3-4cd1-83be-0cd328b486c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362535 Jul 23 00:01:11.707438 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-19229bcc-ab8e-4500-8ec6-de47d1fb52b2 req-e2e7b226-e1fe-475d-a5d2-2d94404e72c1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701251 Jul 23 00:01:11.783824 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-978c4c6f-760f-4e8a-9745-c91b702db008 service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045432 Jul 23 00:01:11.886010 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b23d6ca7-a335-4d9f-a558-bbdecd21282d req-73a7fb03-7fbc-4a1e-8409-31e1f80371ff service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917106 Jul 23 00:01:12.001259 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558e7f-f7c1-4abf-9b26-804a3474046e req-5ac38f65-6289-43fc-a83e-e8afa9afeef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:12.002724 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46558e7f-f7c1-4abf-9b26-804a3474046e req-5ac38f65-6289-43fc-a83e-e8afa9afeef3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f6108e573844cbdacd61435f6dacdf8&device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 1097 time: 0.0532546 Jul 23 00:01:12.093710 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558e7f-f7c1-4abf-9b26-804a3474046e req-3e374f14-8699-4f0f-8915-ae8fa68e676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:12.095785 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46558e7f-f7c1-4abf-9b26-804a3474046e req-3e374f14-8699-4f0f-8915-ae8fa68e676a service neutron] 10.222.0.41 "GET /v2.0/networks?id=5700993c-28e3-4cd1-83be-0cd328b486c1 HTTP/1.1" status: 200 len: 915 time: 0.0826676 Jul 23 00:01:12.154818 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46558e7f-f7c1-4abf-9b26-804a3474046e req-08f66153-f9a8-4558-a34b-a8c7821072e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b554de4d-e3e5-49ee-a4ad-203988287bfb HTTP/1.1" status: 200 len: 217 time: 0.0398893 Jul 23 00:01:12.204670 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558e7f-f7c1-4abf-9b26-804a3474046e req-d89901cb-482b-49f0-8c90-15c4a767bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:12.206122 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46558e7f-f7c1-4abf-9b26-804a3474046e req-d89901cb-482b-49f0-8c90-15c4a767bcd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8112aa32-d31c-4ba1-902b-52e0136b5a44 HTTP/1.1" status: 200 len: 854 time: 0.0433404 Jul 23 00:01:12.242124 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46558e7f-f7c1-4abf-9b26-804a3474046e req-7fd743a4-e856-4a26-9f79-1777ae97d479 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5700993c-28e3-4cd1-83be-0cd328b486c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277002 Jul 23 00:01:12.374247 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46558e7f-f7c1-4abf-9b26-804a3474046e req-ec90a16a-2f75-47d7-b774-a64e2e7408b9 service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225634 Jul 23 00:01:12.386235 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bdaac-8031-458a-a17a-2831955fdf86 req-77dacf86-b18f-41ab-960c-95fbd223fbe6 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:12.387625 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c73bdaac-8031-458a-a17a-2831955fdf86 req-77dacf86-b18f-41ab-960c-95fbd223fbe6 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 944 time: 0.1121440 Jul 23 00:01:12.478698 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c73bdaac-8031-458a-a17a-2831955fdf86 req-542eee84-77ae-4a9d-99fd-7deaae1e86c8 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793066 Jul 23 00:01:12.501828 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-46558e7f-f7c1-4abf-9b26-804a3474046e req-7c4f962b-df31-45b1-adfd-021d20883ff7 service neutron] 10.222.0.41 "GET /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093585 Jul 23 00:01:12.864430 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30428eb3-6f6b-4daf-89f3-8c621bd1bf88 req-df4d37d5-fb2d-4bd2-9914-b92f8d1a0200 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:12.866000 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-30428eb3-6f6b-4daf-89f3-8c621bd1bf88 req-df4d37d5-fb2d-4bd2-9914-b92f8d1a0200 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0773728 Jul 23 00:01:12.875712 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:12.903043 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-30428eb3-6f6b-4daf-89f3-8c621bd1bf88 req-c158b30b-4e7c-43ca-b6db-9c8fb404c31e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Jul 23 00:01:13.612474 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a72f77-6eb4-4aff-9a04-fd3b311d5261 req-35301e58-b106-4ec6-b5a1-060bbc476600 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:13.613936 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-61a72f77-6eb4-4aff-9a04-fd3b311d5261 req-35301e58-b106-4ec6-b5a1-060bbc476600 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 944 time: 0.0696638 Jul 23 00:01:13.650765 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-61a72f77-6eb4-4aff-9a04-fd3b311d5261 req-e586d815-e98b-41ff-898a-1204e4c053e2 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312705 Jul 23 00:01:14.057225 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72615f-bec3-41ec-999c-bc225fd0bfac req-08fcc5ed-89a0-4b89-bff0-27caa79119f2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:14.059681 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0b72615f-bec3-41ec-999c-bc225fd0bfac req-08fcc5ed-89a0-4b89-bff0-27caa79119f2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0804627 Jul 23 00:01:14.107022 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0b72615f-bec3-41ec-999c-bc225fd0bfac req-0557987d-f781-4cb4-aa01-01f293d609a4 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Jul 23 00:01:14.120672 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:01:14.250824 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device b554de4d-e3e5-49ee-a4ad-203988287bfb details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:01:14.350433 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port b554de4d-e3e5-49ee-a4ad-203988287bfb, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=b554de4d-e3e5-49ee-a4ad-203988287bfb,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:14.360957 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': 'b554de4d-e3e5-49ee-a4ad-203988287bfb', 'network_id': '5700993c-28e3-4cd1-83be-0cd328b486c1', 'port_id': 'b554de4d-e3e5-49ee-a4ad-203988287bfb', 'mac_address': 'fa:16:3e:72:76:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8112aa32-d31c-4ba1-902b-52e0136b5a44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:01:14.397310 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.409537 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b554de4d-e3e5-49ee-a4ad-203988287bfb {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:14.429611 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port b554de4d-e3e5-49ee-a4ad-203988287bfb, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=b554de4d-e3e5-49ee-a4ad-203988287bfb,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:14.433333 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:14.482375 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=b554de4d-e3e5-49ee-a4ad-203988287bfb,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:14.778841 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c1536-a794-4079-9cf6-6a42dca8c38c req-c984d9d2-ae64-40cb-8fd6-103703e12ffb tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:14.780330 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c91c1536-a794-4079-9cf6-6a42dca8c38c req-c984d9d2-ae64-40cb-8fd6-103703e12ffb tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 945 time: 0.0643075 Jul 23 00:01:14.791087 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['b554de4d-e3e5-49ee-a4ad-203988287bfb'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:14.820106 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c91c1536-a794-4079-9cf6-6a42dca8c38c req-8d56b525-9f6a-41ce-b6b1-0b9b46f5435d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336761 Jul 23 00:01:15.242048 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f9f37-95fc-47e4-b78c-6c76c40efa3d req-3635b2db-5cec-48f3-a22d-1f9d13f2ce29 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:15.243562 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-425f9f37-95fc-47e4-b78c-6c76c40efa3d req-3635b2db-5cec-48f3-a22d-1f9d13f2ce29 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0625150 Jul 23 00:01:15.281859 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-425f9f37-95fc-47e4-b78c-6c76c40efa3d req-b106f383-a114-4012-b6fb-25bc3349cad1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327723 Jul 23 00:01:15.550309 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 50254) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:15.559313 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 50258) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:15.666727 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d685d690-b345-444a-9c85-d38d5c3daaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.669277 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c3c58b13-175a-4c8b-9d85-593e2a6b3f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.700536 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.db.api [None req-c3c58b13-175a-4c8b-9d85-593e2a6b3f0d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 00:01:15.700536 dv-cinder-801633-1-iscsi neutron-server[92929]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 00:01:15.700536 dv-cinder-801633-1-iscsi neutron-server[92929]: [parameters: {'project_id': 'b0b0a4fad6c24b839e87581b2a41522f', 'id': 'f5d4f832-5907-4fc9-b28f-3c8a0a9e5cd0', 'expiration': datetime.datetime(2021, 7, 23, 0, 3, 15, 696429)}] Jul 23 00:01:15.700536 dv-cinder-801633-1-iscsi neutron-server[92929]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92929) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 00:01:15.700902 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG oslo_db.api [None req-c3c58b13-175a-4c8b-9d85-593e2a6b3f0d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 00:01:15.769858 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d685d690-b345-444a-9c85-d38d5c3daaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.773363 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d685d690-b345-444a-9c85-d38d5c3daaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.813560 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d685d690-b345-444a-9c85-d38d5c3daaf7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84bd89412d41462497abdb1356104c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620044 Jul 23 00:01:15.814440 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685d690-b345-444a-9c85-d38d5c3daaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffd8940-1a9c-4c45-8b8e-530da5f65874,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:15.816295 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50262) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:15.869183 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1040ab8f-b7d8-43b6-9491-2c5c3fb0abb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.891137 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1040ab8f-b7d8-43b6-9491-2c5c3fb0abb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.940860 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1040ab8f-b7d8-43b6-9491-2c5c3fb0abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.944241 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1040ab8f-b7d8-43b6-9491-2c5c3fb0abb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:15.949502 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1040ab8f-b7d8-43b6-9491-2c5c3fb0abb7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ffd8940-1a9c-4c45-8b8e-530da5f65874 HTTP/1.1" status: 204 len: 168 time: 0.1303244 Jul 23 00:01:15.961350 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040ab8f-b7d8-43b6-9491-2c5c3fb0abb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffd8940-1a9c-4c45-8b8e-530da5f65874,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:15.961522 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc83705-0e31-45f7-a693-a6aadb6571ad req-c250cd1a-d6ec-47b6-b995-87748814fae2 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:15.961522 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ffc83705-0e31-45f7-a693-a6aadb6571ad req-c250cd1a-d6ec-47b6-b995-87748814fae2 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 945 time: 0.0669649 Jul 23 00:01:16.016819 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ffc83705-0e31-45f7-a693-a6aadb6571ad req-22498be2-a304-4ab8-8159-eda51cd40562 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Jul 23 00:01:16.202436 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c3c58b13-175a-4c8b-9d85-593e2a6b3f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.285960 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device b554de4d-e3e5-49ee-a4ad-203988287bfb up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:16.369600 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c3c58b13-175a-4c8b-9d85-593e2a6b3f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.377208 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c3c58b13-175a-4c8b-9d85-593e2a6b3f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.393262 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port b554de4d-e3e5-49ee-a4ad-203988287bfb completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:16.399614 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port b554de4d-e3e5-49ee-a4ad-203988287bfb triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:16.399972 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.482805 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c3c58b13-175a-4c8b-9d85-593e2a6b3f0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0b0a4fad6c24b839e87581b2a41522f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9200735 Jul 23 00:01:16.482805 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c58b13-175a-4c8b-9d85-593e2a6b3f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d794821-b169-4142-b1cd-db0880590f58,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:16.483056 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50298) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:16.523971 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e93a0-35f0-41c6-8dc3-e2dfcc53987a req-26f44997-ffe3-4b72-a716-a21ce40e756b tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:16.531683 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-027e93a0-35f0-41c6-8dc3-e2dfcc53987a req-26f44997-ffe3-4b72-a716-a21ce40e756b tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1329870 Jul 23 00:01:16.550044 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.571484 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-08d5fbb7-8c65-44db-908b-d3f7f22eb3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.603910 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port b554de4d-e3e5-49ee-a4ad-203988287bfb, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=b554de4d-e3e5-49ee-a4ad-203988287bfb,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:16.604892 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c71241-10c4-4a26-81a0-34d5fcb0b3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b554de4d-e3e5-49ee-a4ad-203988287bfb'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:16.608263 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29406205-ac08-43b4-9040-cc04a837c807" -d '{"events": [{"server_uuid": "64c71241-10c4-4a26-81a0-34d5fcb0b3d4", "name": "network-vif-plugged", "status": "completed", "tag": "b554de4d-e3e5-49ee-a4ad-203988287bfb"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:16.611317 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-08d5fbb7-8c65-44db-908b-d3f7f22eb3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.612985 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.622676 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-027e93a0-35f0-41c6-8dc3-e2dfcc53987a req-0b7ade97-3730-4a0e-bf72-761e8c938754 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884285 Jul 23 00:01:16.648215 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4c68f-5886-4c2b-bbad-7530ab4829a7 req-bf18cb1c-c857-4d50-a7a2-09be6d3b6873 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:16.649700 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0eb4c68f-5886-4c2b-bbad-7530ab4829a7 req-bf18cb1c-c857-4d50-a7a2-09be6d3b6873 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.1137774 Jul 23 00:01:16.689992 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-08d5fbb7-8c65-44db-908b-d3f7f22eb3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.693329 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-08d5fbb7-8c65-44db-908b-d3f7f22eb3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:16.694808 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-08d5fbb7-8c65-44db-908b-d3f7f22eb3ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d794821-b169-4142-b1cd-db0880590f58 HTTP/1.1" status: 204 len: 168 time: 0.2107167 Jul 23 00:01:16.706162 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5fbb7-8c65-44db-908b-d3f7f22eb3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d794821-b169-4142-b1cd-db0880590f58,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:16.710848 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0eb4c68f-5886-4c2b-bbad-7530ab4829a7 req-b60cdea2-9459-45cf-8234-c7f2ff6d8788 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535455 Jul 23 00:01:16.719015 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2a4eca-77db-4e2a-9781-f4999e778ab2 x-openstack-request-id: req-df2a4eca-77db-4e2a-9781-f4999e778ab2 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:16.719355 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c71241-10c4-4a26-81a0-34d5fcb0b3d4", "name": "network-vif-plugged", "status": "completed", "tag": "b554de4d-e3e5-49ee-a4ad-203988287bfb", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:16.719558 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df2a4eca-77db-4e2a-9781-f4999e778ab2 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:16.719978 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c71241-10c4-4a26-81a0-34d5fcb0b3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b554de4d-e3e5-49ee-a4ad-203988287bfb', 'code': 200} Jul 23 00:01:16.727548 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=b554de4d-e3e5-49ee-a4ad-203988287bfb,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:16.944872 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff274f6-aa1d-4b77-a6d1-9796f0f61f2c req-e13af7da-ee17-465d-aeb8-4e912e9e8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:16.946680 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aff274f6-aa1d-4b77-a6d1-9796f0f61f2c req-e13af7da-ee17-465d-aeb8-4e912e9e8380 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 1099 time: 0.0659089 Jul 23 00:01:16.995428 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aff274f6-aa1d-4b77-a6d1-9796f0f61f2c req-23ce1c02-6d6b-4ad5-8e2e-b7b8245b5372 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344388 Jul 23 00:01:17.084204 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50320) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:17.101833 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3a93a741-b064-44ba-90b7-22ca964a8c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.184429 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c03f7d-ee1c-4118-95af-d46494c4efb6 req-68284d79-849e-438b-aa13-8c0cbf0eeec6 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:17.186422 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e1c03f7d-ee1c-4118-95af-d46494c4efb6 req-68284d79-849e-438b-aa13-8c0cbf0eeec6 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 946 time: 0.0926156 Jul 23 00:01:17.221213 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3a93a741-b064-44ba-90b7-22ca964a8c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.225506 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3a93a741-b064-44ba-90b7-22ca964a8c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.227076 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e1c03f7d-ee1c-4118-95af-d46494c4efb6 req-57e163a8-88a5-4618-b9c8-21621e891a67 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345302 Jul 23 00:01:17.261788 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3a93a741-b064-44ba-90b7-22ca964a8c09 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ae8af3699fd45b0aa28371387658604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757939 Jul 23 00:01:17.264701 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 50322) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:17.267470 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93a741-b064-44ba-90b7-22ca964a8c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7893ee49-e15c-4dfb-bdbb-c7e631abd62b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:17.318657 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd416-b4bb-4225-846f-53909e1f1a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.341117 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd416-b4bb-4225-846f-53909e1f1a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.395702 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd416-b4bb-4225-846f-53909e1f1a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.395702 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd416-b4bb-4225-846f-53909e1f1a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.396438 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e5ffd416-b4bb-4225-846f-53909e1f1a5c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7893ee49-e15c-4dfb-bdbb-c7e631abd62b HTTP/1.1" status: 204 len: 168 time: 0.1304443 Jul 23 00:01:17.404325 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffd416-b4bb-4225-846f-53909e1f1a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7893ee49-e15c-4dfb-bdbb-c7e631abd62b,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:17.728853 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50334) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:17.744790 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.744987 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9db227a9-80d3-4a76-818e-94f6cfd81d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.784783 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c8a4f-53d6-4009-b4b9-94ceaa047334 req-8349fc4f-8785-41de-8b8d-bd2dbae78786 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:17.786511 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-746c8a4f-53d6-4009-b4b9-94ceaa047334 req-8349fc4f-8785-41de-8b8d-bd2dbae78786 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0922177 Jul 23 00:01:17.861791 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-746c8a4f-53d6-4009-b4b9-94ceaa047334 req-113e0d26-71dd-4ae2-9a3c-b26d9c90f77e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690274 Jul 23 00:01:17.864348 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.868935 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.892933 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59aa690-7457-4e01-a302-da5dc3847e74 req-08937498-de43-478f-a138-9ae8858b5ca0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:17.894467 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d59aa690-7457-4e01-a302-da5dc3847e74 req-08937498-de43-478f-a138-9ae8858b5ca0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0997286 Jul 23 00:01:17.909893 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a47d1340fc94aa6839eb339370b12ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792686 Jul 23 00:01:17.910756 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09273b88-1d0b-47aa-8738-57d7cfada9f5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:17.912645 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50338) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:17.924249 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:17.924651 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:17.924959 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:17.925321 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:17.925653 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:17.925994 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:17.926323 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:17.926647 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:17.927120 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:17.927507 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:17.927837 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:17.928158 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66bbebd-e9ea-4e9b-b9b0-ffcd94bd4808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:17.935963 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d59aa690-7457-4e01-a302-da5dc3847e74 req-668c685d-27c2-4480-9c08-bae54aa92cd6 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357635 Jul 23 00:01:17.973225 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5790744f-ef0d-4b4b-b4a8-3524e4934359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:17.993355 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5790744f-ef0d-4b4b-b4a8-3524e4934359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.044785 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5790744f-ef0d-4b4b-b4a8-3524e4934359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.047746 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5790744f-ef0d-4b4b-b4a8-3524e4934359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:18.048893 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5790744f-ef0d-4b4b-b4a8-3524e4934359 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09273b88-1d0b-47aa-8738-57d7cfada9f5 HTTP/1.1" status: 204 len: 168 time: 0.1353588 Jul 23 00:01:18.056972 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790744f-ef0d-4b4b-b4a8-3524e4934359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09273b88-1d0b-47aa-8738-57d7cfada9f5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:18.371495 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bb4dc-c0ee-4c85-8c08-3fd94c21b629 req-0cfa6725-0404-4bbd-8bcd-fb6895a83bf1 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:18.372864 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8d0bb4dc-c0ee-4c85-8c08-3fd94c21b629 req-0cfa6725-0404-4bbd-8bcd-fb6895a83bf1 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 946 time: 0.0752256 Jul 23 00:01:18.415935 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8d0bb4dc-c0ee-4c85-8c08-3fd94c21b629 req-ba54fa48-4876-4b38-8e03-aca878c96caf tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353367 Jul 23 00:01:18.996112 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e3dda-05e3-41c5-9e5f-c4432060e351 req-f0defe53-8e04-48dc-b154-55863cdfe78e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:18.998814 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-649e3dda-05e3-41c5-9e5f-c4432060e351 req-f0defe53-8e04-48dc-b154-55863cdfe78e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0696568 Jul 23 00:01:19.070177 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-649e3dda-05e3-41c5-9e5f-c4432060e351 req-d4dbf65f-3258-4711-ae01-d66e33411864 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652537 Jul 23 00:01:19.101169 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9ee36-4f2d-4262-a680-c751cd3dbcec req-dc58ace4-36fa-4d77-a7c6-ff1d2fee51a4 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:19.102825 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-92d9ee36-4f2d-4262-a680-c751cd3dbcec req-dc58ace4-36fa-4d77-a7c6-ff1d2fee51a4 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0905068 Jul 23 00:01:19.344291 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-92d9ee36-4f2d-4262-a680-c751cd3dbcec req-56726c91-e3fc-4695-9c4c-f206fb049964 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354703 Jul 23 00:01:20.198448 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187e078-b5f5-4e86-b73d-525f01bb895c req-292ee007-8e28-4c49-b930-39eff7b4d168 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:20.200145 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1187e078-b5f5-4e86-b73d-525f01bb895c req-292ee007-8e28-4c49-b930-39eff7b4d168 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0642629 Jul 23 00:01:20.211825 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b3bc00cd-af21-4f9f-932f-65613eb26043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:20.240022 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1187e078-b5f5-4e86-b73d-525f01bb895c req-888f4e5b-0234-4939-b1a2-c271e130afcb tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334582 Jul 23 00:01:20.456447 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:20.484786 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb4858-589c-4a85-9177-2eb838f3f601 req-27e8f35e-47da-4ec1-bd7e-0811ee89ebae tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:20.486810 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-33fb4858-589c-4a85-9177-2eb838f3f601 req-27e8f35e-47da-4ec1-bd7e-0811ee89ebae tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0704710 Jul 23 00:01:20.525107 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-33fb4858-589c-4a85-9177-2eb838f3f601 req-33391215-f4ca-48f7-9422-77b5a52d7e9a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328159 Jul 23 00:01:21.365779 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae1acc-4dd2-4db1-8c6a-8da8ff3a709b req-b014f86e-a2ed-4c8a-b44a-fdb09ec3b08e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:21.367214 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0bae1acc-4dd2-4db1-8c6a-8da8ff3a709b req-b014f86e-a2ed-4c8a-b44a-fdb09ec3b08e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0607219 Jul 23 00:01:21.404087 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0bae1acc-4dd2-4db1-8c6a-8da8ff3a709b req-774087ef-15d7-4534-9604-3788c24ca579 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308044 Jul 23 00:01:21.469464 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:21.659678 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fd35f-81ec-446f-97af-b35dd09e44aa req-80453f6b-b1b5-46e7-bf5b-332a18a81f74 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:21.661118 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-203fd35f-81ec-446f-97af-b35dd09e44aa req-80453f6b-b1b5-46e7-bf5b-332a18a81f74 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0616033 Jul 23 00:01:21.698001 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-203fd35f-81ec-446f-97af-b35dd09e44aa req-ef30c652-97dd-4f40-8ee5-4ff36021a02a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315397 Jul 23 00:01:22.540509 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c9ea2-d78b-45a6-9714-ef1a8f153e55 req-499123aa-1b22-4f36-a2ca-d1473ac3c30a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:22.542145 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-379c9ea2-d78b-45a6-9714-ef1a8f153e55 req-499123aa-1b22-4f36-a2ca-d1473ac3c30a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0735655 Jul 23 00:01:22.581676 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-379c9ea2-d78b-45a6-9714-ef1a8f153e55 req-b1877f77-9a5f-4c20-aa1e-7da9a6196cb0 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335405 Jul 23 00:01:22.833658 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ca024-0ea3-4533-8015-65722f14c3f7 req-1fd9f188-09a0-4f07-beea-bd773128611e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:22.835145 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f96ca024-0ea3-4533-8015-65722f14c3f7 req-1fd9f188-09a0-4f07-beea-bd773128611e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0673945 Jul 23 00:01:22.872274 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f96ca024-0ea3-4533-8015-65722f14c3f7 req-75567f88-cadf-4326-8625-629c6ec982bc tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315406 Jul 23 00:01:23.146862 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:23.711598 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ed08e-5f25-46bf-ac5b-0fd5a8ca6af5 req-7a3cb90c-6826-44fc-95f0-5fc14f5a9448 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:23.712974 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-674ed08e-5f25-46bf-ac5b-0fd5a8ca6af5 req-7a3cb90c-6826-44fc-95f0-5fc14f5a9448 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0634644 Jul 23 00:01:23.757193 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-674ed08e-5f25-46bf-ac5b-0fd5a8ca6af5 req-a4acecec-087f-4948-b80e-910975f30a2f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384593 Jul 23 00:01:23.853050 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127406d-d94c-4980-8024-4172a9449deb req-8d81f00a-20d2-400e-b978-b83375cdb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:23.854451 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a127406d-d94c-4980-8024-4172a9449deb req-8d81f00a-20d2-400e-b978-b83375cdb9ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 1099 time: 0.0536118 Jul 23 00:01:23.891332 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a127406d-d94c-4980-8024-4172a9449deb req-84d38f80-238d-42ec-ab00-22b0e9c40307 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292459 Jul 23 00:01:24.014209 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab448f98-e14b-419f-aaef-ff134838edf5 req-05aceaaa-2bef-4efc-b599-9f6c8ec87559 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:24.015695 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab448f98-e14b-419f-aaef-ff134838edf5 req-05aceaaa-2bef-4efc-b599-9f6c8ec87559 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0666115 Jul 23 00:01:24.054189 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab448f98-e14b-419f-aaef-ff134838edf5 req-c7148fda-436c-49f9-90dd-b2d36a090b10 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327973 Jul 23 00:01:24.896398 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319f5a3-83a9-4ea3-b346-1e19a708bff0 req-dd92638b-a0f7-4f85-9a93-d78396aaa45d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:24.897964 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f319f5a3-83a9-4ea3-b346-1e19a708bff0 req-dd92638b-a0f7-4f85-9a93-d78396aaa45d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0707345 Jul 23 00:01:24.934928 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f319f5a3-83a9-4ea3-b346-1e19a708bff0 req-c06e9c25-9cb9-4791-93c1-504bbbadf419 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Jul 23 00:01:25.185288 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a2dd3-33a1-4f5e-99e2-a919161aa8b7 req-8c690fad-562f-493d-b9fb-7c7685837bae tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:25.186764 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-900a2dd3-33a1-4f5e-99e2-a919161aa8b7 req-8c690fad-562f-493d-b9fb-7c7685837bae tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0620608 Jul 23 00:01:25.224159 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-900a2dd3-33a1-4f5e-99e2-a919161aa8b7 req-9b627c23-992f-4575-a0b3-fb096b26dc4a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317595 Jul 23 00:01:25.745404 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50560) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:25.847604 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f12e246-e883-449f-b7c0-5467903f91dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.934330 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f12e246-e883-449f-b7c0-5467903f91dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.938849 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f12e246-e883-449f-b7c0-5467903f91dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:25.979197 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7f12e246-e883-449f-b7c0-5467903f91dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45ca2b2601df4845a4a362c621ca72b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327268 Jul 23 00:01:25.980123 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12e246-e883-449f-b7c0-5467903f91dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33b6dc0-3cba-4e08-bd32-7c5afbfbe4b3,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:25.981907 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 50566) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:26.064325 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.092049 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.131587 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767807cb-036f-4385-9257-71366f8516f3 req-8e821a98-f975-4525-b3ce-fd3808762624 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:26.133111 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-767807cb-036f-4385-9257-71366f8516f3 req-8e821a98-f975-4525-b3ce-fd3808762624 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1172013 Jul 23 00:01:26.173138 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.175593 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.176738 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a33b6dc0-3cba-4e08-bd32-7c5afbfbe4b3 HTTP/1.1" status: 204 len: 168 time: 0.1938219 Jul 23 00:01:26.181196 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-767807cb-036f-4385-9257-71366f8516f3 req-e524410f-02ed-4bee-9d23-2d789c38d0c5 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423362 Jul 23 00:01:26.186970 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33b6dc0-3cba-4e08-bd32-7c5afbfbe4b3,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:26.204910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:26.204910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:26.204910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:26.204910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:26.204910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:26.204910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:26.204910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:26.204910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:26.204910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:26.204910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:26.204910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:26.204910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231a5667-4f03-432a-9541-ca0fc1f2470f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:26.381026 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983d7d9-9d26-4038-a358-f3ebffa9740d req-172cdc6c-c816-4f1d-9f90-8e6064bb6b28 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:26.383095 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7983d7d9-9d26-4038-a358-f3ebffa9740d req-172cdc6c-c816-4f1d-9f90-8e6064bb6b28 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0767906 Jul 23 00:01:26.484173 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7983d7d9-9d26-4038-a358-f3ebffa9740d req-241af17d-27b5-4690-80c8-7ecaf0a23992 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946431 Jul 23 00:01:26.527765 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ce43-adb5-4692-9563-7cc4858268e6 req-3c6047f7-5f1d-4158-b486-d87491f3397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:26.529276 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27e6ce43-adb5-4692-9563-7cc4858268e6 req-3c6047f7-5f1d-4158-b486-d87491f3397f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddcd263763bc4c92a9f6474efa29337f&device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 1099 time: 0.1335540 Jul 23 00:01:26.538033 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66cf4e-8dfc-426c-a49d-46532e987c69 req-89982855-34b3-4524-b6d3-f71109ad1e22 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:26.539551 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9b66cf4e-8dfc-426c-a49d-46532e987c69 req-89982855-34b3-4524-b6d3-f71109ad1e22 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1253848 Jul 23 00:01:26.635458 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9b66cf4e-8dfc-426c-a49d-46532e987c69 req-0ed6e8d7-e2b7-4f86-bcb0-2569856de9c2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853167 Jul 23 00:01:26.655679 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ce43-adb5-4692-9563-7cc4858268e6 req-1e26fa3a-dc29-43a8-b74a-c9eabc2cd320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:26.657701 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27e6ce43-adb5-4692-9563-7cc4858268e6 req-1e26fa3a-dc29-43a8-b74a-c9eabc2cd320 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e43b07a7-ce43-4b1e-9658-3b973dd6f115 HTTP/1.1" status: 200 len: 920 time: 0.1150975 Jul 23 00:01:26.703049 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27e6ce43-adb5-4692-9563-7cc4858268e6 req-b21cb420-fe51-4581-86a7-8f5d68a8d0c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3de38ce-0291-4f90-b7a4-385558346fba HTTP/1.1" status: 200 len: 217 time: 0.0346794 Jul 23 00:01:26.753364 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ce43-adb5-4692-9563-7cc4858268e6 req-729a32cc-39a3-467c-a2c2-537f8c38fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:26.754824 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27e6ce43-adb5-4692-9563-7cc4858268e6 req-729a32cc-39a3-467c-a2c2-537f8c38fb1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b46c9846-edc3-41e8-94f2-6b7e2b3aa469 HTTP/1.1" status: 200 len: 859 time: 0.0452650 Jul 23 00:01:26.806894 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27e6ce43-adb5-4692-9563-7cc4858268e6 req-11513c90-2784-4983-be88-03031b94b241 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e43b07a7-ce43-4b1e-9658-3b973dd6f115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314498 Jul 23 00:01:26.860993 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50602) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:26.900073 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27e6ce43-adb5-4692-9563-7cc4858268e6 req-6b958416-081e-4a99-888f-2d1d2f9f97e1 service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859060 Jul 23 00:01:26.965021 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-107962829-network', 'tenant_id': '3adbaafd50014fe4a448df06cc643b68'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:26.986254 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Made reservation on behalf of 3adbaafd50014fe4a448df06cc643b68 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:26.988593 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:26.997920 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.008413 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-27e6ce43-adb5-4692-9563-7cc4858268e6 req-94b6c71e-2774-4525-a387-c2ecb2451e95 service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926998 Jul 23 00:01:27.088998 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.093121 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.117537 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:01:27.127701 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a72ef03-ce6c-491a-972d-11f74cdcafd5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:27.133395 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.133822 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Added segment 6661bdc2-04a9-4b9f-aa52-2f1e89436f56 of type vlan for network b4794eec-774f-4921-a24c-ac0e5417f3e4 Jul 23 00:01:27.176693 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.204419 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.205401 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:27.205942 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.247718 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3853302 Jul 23 00:01:27.250477 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 50606) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:27.256041 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-11601981-4f71-4a96-b2ea-3a6861850f6e admin admin] Request body: {'subnet': {'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-107962829-subnet', 'tenant_id': '3adbaafd50014fe4a448df06cc643b68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:27.276360 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11601981-4f71-4a96-b2ea-3a6861850f6e admin admin] Made reservation on behalf of 3adbaafd50014fe4a448df06cc643b68 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:27.278900 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11601981-4f71-4a96-b2ea-3a6861850f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5858349'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.284689 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423cd0e-02eb-467d-a9de-ce9fa0c71a0e admin admin] Pushing event updated for resources: {'Network': ['ID=b4794eec-774f-4921-a24c-ac0e5417f3e4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:27.294876 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network b4794eec-774f-4921-a24c-ac0e5417f3e4 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:01:27.446839 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11601981-4f71-4a96-b2ea-3a6861850f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5858399'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.502145 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11601981-4f71-4a96-b2ea-3a6861850f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73075026-2094-4a24-991f-741bea6ac020,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:27.513738 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11601981-4f71-4a96-b2ea-3a6861850f6e admin admin] Checking segment: {'id': '6661bdc2-04a9-4b9f-aa52-2f1e89436f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:27.514137 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11601981-4f71-4a96-b2ea-3a6861850f6e admin admin] Network hostable DHCP agents. Network: b4794eec-774f-4921-a24c-ac0e5417f3e4, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:01:27.534014 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11601981-4f71-4a96-b2ea-3a6861850f6e admin admin] Network b4794eec-774f-4921-a24c-ac0e5417f3e4 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:01:27.543943 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-11601981-4f71-4a96-b2ea-3a6861850f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, b4794eec-774f-4921-a24c-ac0e5417f3e4) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:27.548656 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11601981-4f71-4a96-b2ea-3a6861850f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:27.549240 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-11601981-4f71-4a96-b2ea-3a6861850f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:27.556476 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dcec02-dc9d-4f74-b5c2-4580edaff5d8 None None] Network b4794eec-774f-4921-a24c-ac0e5417f3e4 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:27.571204 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-11601981-4f71-4a96-b2ea-3a6861850f6e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3158407 Jul 23 00:01:27.656929 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50df21-8b8f-49ea-a191-d36a4bcf62da req-c48b2c75-88f0-4b5f-bdb5-7621a415227e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:27.658681 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4c50df21-8b8f-49ea-a191-d36a4bcf62da req-c48b2c75-88f0-4b5f-bdb5-7621a415227e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0705273 Jul 23 00:01:27.705352 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4c50df21-8b8f-49ea-a191-d36a4bcf62da req-d5dc4243-5e1f-4da0-9df4-8ff6ebc4d923 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393913 Jul 23 00:01:27.741505 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f982d0cc-4b46-428b-b567-8728e42abf01 None None] Network b4794eec-774f-4921-a24c-ac0e5417f3e4 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:01:27.820631 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64c208-c32a-4ffb-8689-2e7d7c47cb95 req-8b5cb45f-ae0d-4334-b485-a40780f5680c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:27.827867 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8c64c208-c32a-4ffb-8689-2e7d7c47cb95 req-8b5cb45f-ae0d-4334-b485-a40780f5680c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0940435 Jul 23 00:01:27.863928 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8c64c208-c32a-4ffb-8689-2e7d7c47cb95 req-4fae6964-0666-4c89-9e06-9fb63a67d0b1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351629 Jul 23 00:01:28.838675 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d0857-5a0e-44c1-a224-bf1651dfa487 req-ea44b30d-5c5a-43eb-983d-e0c74384f406 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:28.840180 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ac5d0857-5a0e-44c1-a224-bf1651dfa487 req-ea44b30d-5c5a-43eb-983d-e0c74384f406 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0622277 Jul 23 00:01:28.878708 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ac5d0857-5a0e-44c1-a224-bf1651dfa487 req-48f3b7a5-144e-46f9-8bfc-5dae4c70ed0b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325403 Jul 23 00:01:29.002398 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d604cc-295c-4330-a3ce-c5e942d56f51 req-a35e1160-fb6b-4b1c-8852-86da465b4666 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:29.003942 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-09d604cc-295c-4330-a3ce-c5e942d56f51 req-a35e1160-fb6b-4b1c-8852-86da465b4666 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0679829 Jul 23 00:01:29.041974 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-09d604cc-295c-4330-a3ce-c5e942d56f51 req-2eb6a3f3-a6c7-4bc8-9e8b-f33d7b4071ce tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324929 Jul 23 00:01:30.018551 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bb1cd-cf01-498b-8d81-91cad21d4202 req-31aded91-4a5c-49cb-a027-fd4ab16ea0d4 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:30.020060 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b04bb1cd-cf01-498b-8d81-91cad21d4202 req-31aded91-4a5c-49cb-a027-fd4ab16ea0d4 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0643055 Jul 23 00:01:30.056085 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b04bb1cd-cf01-498b-8d81-91cad21d4202 req-d344a673-68ec-4487-af9c-ff1c196c7e82 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305507 Jul 23 00:01:30.180106 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f775d-da93-4a66-84c1-a384d1089ee6 req-a71742c2-2abd-4c3e-a6bb-f09720993362 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:30.181552 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65f775d-da93-4a66-84c1-a384d1089ee6 req-a71742c2-2abd-4c3e-a6bb-f09720993362 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0675116 Jul 23 00:01:30.223917 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f65f775d-da93-4a66-84c1-a384d1089ee6 req-2b9ca3b6-e72a-4154-9117-bde54d3d6693 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364511 Jul 23 00:01:31.189193 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbe845-ef57-4e7e-93fe-6d1e999bcea9 req-38417935-cc3c-43fe-b7af-6ebf21fdae6b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:31.190672 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fefbe845-ef57-4e7e-93fe-6d1e999bcea9 req-38417935-cc3c-43fe-b7af-6ebf21fdae6b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0639451 Jul 23 00:01:31.226272 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fefbe845-ef57-4e7e-93fe-6d1e999bcea9 req-6c4d4904-2fde-4267-9e5a-384045cf2d5b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301092 Jul 23 00:01:31.677507 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898eae6e-e794-46c9-a843-4728c160e99b req-cf8b98de-512f-4bd0-960e-b741b0f0d9a1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:31.678998 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-898eae6e-e794-46c9-a843-4728c160e99b req-cf8b98de-512f-4bd0-960e-b741b0f0d9a1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0637116 Jul 23 00:01:31.715947 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-898eae6e-e794-46c9-a843-4728c160e99b req-87f16bed-f1be-40ea-8e09-ab058f73f6f1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Jul 23 00:01:32.368076 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24aef7-d9b6-420e-85aa-3af947be3cdf req-1574387a-abc6-4902-82bd-5238858c3697 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:32.369460 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ba24aef7-d9b6-420e-85aa-3af947be3cdf req-1574387a-abc6-4902-82bd-5238858c3697 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0683069 Jul 23 00:01:32.412762 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ba24aef7-d9b6-420e-85aa-3af947be3cdf req-4accee59-3639-470d-9f05-3838bed60781 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377867 Jul 23 00:01:33.378521 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-c76b8533-1443-4f63-852a-36f1293fcbee tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:33.380103 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-c76b8533-1443-4f63-852a-36f1293fcbee tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/networks?id=b4794eec-774f-4921-a24c-ac0e5417f3e4 HTTP/1.1" status: 200 len: 808 time: 0.1018522 Jul 23 00:01:33.396162 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-fcec68e2-47b0-48a0-8b43-1955e4cee2bc tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/quotas/3adbaafd50014fe4a448df06cc643b68 HTTP/1.1" status: 200 len: 375 time: 0.0104454 Jul 23 00:01:33.436548 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-5a717faf-39cd-44d7-97f0-d0106c588495 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3adbaafd50014fe4a448df06cc643b68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348401 Jul 23 00:01:33.572751 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85fa4b-aa4d-4992-8f80-b76b512bb036 req-114b8886-8e66-491e-8781-e7081e68fa7d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:33.574230 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca85fa4b-aa4d-4992-8f80-b76b512bb036 req-114b8886-8e66-491e-8781-e7081e68fa7d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 946 time: 0.1325021 Jul 23 00:01:33.579541 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-b81214d1-480f-4099-9800-986c67bdb63e service neutron] 10.222.0.39 "GET /v2.0/networks/b4794eec-774f-4921-a24c-ac0e5417f3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291568 Jul 23 00:01:33.641113 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca85fa4b-aa4d-4992-8f80-b76b512bb036 req-102de5b9-1092-4ce5-adc9-8a830da7a027 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601137 Jul 23 00:01:33.691199 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-0ba654ae-1af7-44e8-999d-92b0a0148fe8 service neutron] 10.222.0.39 "GET /v2.0/networks/b4794eec-774f-4921-a24c-ac0e5417f3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040649 Jul 23 00:01:33.765994 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084563d-cf4c-4504-a767-cc9107a26651 req-b3acde56-f5fe-4e8b-8f06-62f4024b8df4 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:33.768221 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1084563d-cf4c-4504-a767-cc9107a26651 req-b3acde56-f5fe-4e8b-8f06-62f4024b8df4 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0643268 Jul 23 00:01:33.817362 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1084563d-cf4c-4504-a767-cc9107a26651 req-4e0bfb68-c865-4323-b058-2922e1d49b72 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429704 Jul 23 00:01:33.863729 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ddd2a6bd-af00-417c-bc4e-2dfdb3f542ac req-32e5ad8e-26f8-4f51-a85d-e15c8de6deb0 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 210 time: 0.0393443 Jul 23 00:01:34.770162 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91324b1-61cc-4fd3-a5bc-df6815754e2b req-96be017a-1329-469a-b42b-d1fa9d7a6ca9 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:34.771686 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f91324b1-61cc-4fd3-a5bc-df6815754e2b req-96be017a-1329-469a-b42b-d1fa9d7a6ca9 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 946 time: 0.0645645 Jul 23 00:01:34.808567 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f91324b1-61cc-4fd3-a5bc-df6815754e2b req-38ff1889-5738-4b60-9de4-793ca53d1a19 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314693 Jul 23 00:01:34.980653 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-40b1a1e3-2a89-4741-8150-4c1059daa306 req-df62b5f9-5455-45cd-861e-8854f2e5d9fd tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 210 time: 0.0453417 Jul 23 00:01:35.070963 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906fd36-0653-4443-b13a-14e86fa5dcd5 req-47ca06f5-5dd8-47db-8051-3150eccb93a2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:35.072513 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5906fd36-0653-4443-b13a-14e86fa5dcd5 req-47ca06f5-5dd8-47db-8051-3150eccb93a2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.1821532 Jul 23 00:01:35.083617 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-efb0ca86-2782-46f1-ba6a-e2721b17f490 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:35.085049 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-efb0ca86-2782-46f1-ba6a-e2721b17f490 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.41 "GET /v2.0/networks?id=b4794eec-774f-4921-a24c-ac0e5417f3e4 HTTP/1.1" status: 200 len: 808 time: 0.1652179 Jul 23 00:01:35.114299 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-9810fec2-d7aa-4d51-bc1b-860435beb978 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Request body: {'port': {'device_id': 'c2052972-7b40-4696-8837-376d2bc1754b', 'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4', 'admin_state_up': True, 'tenant_id': '3adbaafd50014fe4a448df06cc643b68'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:35.148086 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5906fd36-0653-4443-b13a-14e86fa5dcd5 req-ffc5df84-9099-4f8a-abea-915b4dec7388 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620737 Jul 23 00:01:35.231743 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-9810fec2-d7aa-4d51-bc1b-860435beb978 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Made reservation on behalf of 3adbaafd50014fe4a448df06cc643b68 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:01:35.235181 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-9810fec2-d7aa-4d51-bc1b-860435beb978 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.361499 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-9810fec2-d7aa-4d51-bc1b-860435beb978 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Allocated IP 172.20.0.5 (b4794eec-774f-4921-a24c-ac0e5417f3e4/73075026-2094-4a24-991f-741bea6ac020/3006595f-531d-4260-854c-b70598c0d577) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:01:35.505676 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-9810fec2-d7aa-4d51-bc1b-860435beb978 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.553173 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-9810fec2-d7aa-4d51-bc1b-860435beb978 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.595260 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-9810fec2-d7aa-4d51-bc1b-860435beb978 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Network b4794eec-774f-4921-a24c-ac0e5417f3e4 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:01:35.601011 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-9810fec2-d7aa-4d51-bc1b-860435beb978 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:01:35.603958 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-9810fec2-d7aa-4d51-bc1b-860435beb978 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:01:35.631741 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810fec2-d7aa-4d51-bc1b-860435beb978 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Pushing event updated for resources: {'Port': ['ID=3006595f-531d-4260-854c-b70598c0d577,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:35.658192 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-9810fec2-d7aa-4d51-bc1b-860435beb978 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:35.658784 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-9810fec2-d7aa-4d51-bc1b-860435beb978 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:35.672709 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-9810fec2-d7aa-4d51-bc1b-860435beb978 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655022 Jul 23 00:01:35.693481 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Request body: {'port': {'device_id': 'c2052972-7b40-4696-8837-376d2bc1754b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:01:35.764868 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.032381 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779e9c3-e2f8-4ea8-9f44-45917ee0dccc req-52b19816-dea3-4d94-8223-7c6f5612ff96 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:36.033868 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7779e9c3-e2f8-4ea8-9f44-45917ee0dccc req-52b19816-dea3-4d94-8223-7c6f5612ff96 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 946 time: 0.1571732 Jul 23 00:01:36.337870 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7779e9c3-e2f8-4ea8-9f44-45917ee0dccc req-7345bdb1-d1d6-4b89-a8f9-64ca65d988db tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971628 Jul 23 00:01:36.378451 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79d55f-a69b-419a-92f2-b388f719bdc6 req-8cd5ce6b-421a-4724-8720-57f20249e98d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:36.379940 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd79d55f-a69b-419a-92f2-b388f719bdc6 req-8cd5ce6b-421a-4724-8720-57f20249e98d tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 946 time: 0.3900456 Jul 23 00:01:36.390965 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3006595f-531d-4260-854c-b70598c0d577 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:36.407347 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.472388 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Transition to ACTIVE for port object 3006595f-531d-4260-854c-b70598c0d577 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:01:36.480505 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48c98a-a4c9-41a9-95ff-99cf7966029e req-f8287d5f-cf7d-42f4-9068-9d694f6e4a3e tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:36.482066 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d48c98a-a4c9-41a9-95ff-99cf7966029e req-f8287d5f-cf7d-42f4-9068-9d694f6e4a3e tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 931 time: 0.2287803 Jul 23 00:01:36.489181 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.615153 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3006595f-531d-4260-854c-b70598c0d577,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:36.619754 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6d48c98a-a4c9-41a9-95ff-99cf7966029e req-bc74e43b-09ac-4556-9621-336b3ec2965e tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248734 Jul 23 00:01:36.652802 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6d4dd-2e6c-4d74-8f17-908d7cd27f27 req-0d9b559a-a344-4724-adc3-405fb7105f5b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:36.654253 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f6d6d4dd-2e6c-4d74-8f17-908d7cd27f27 req-0d9b559a-a344-4724-adc3-405fb7105f5b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.2492962 Jul 23 00:01:36.731767 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-fd79d55f-a69b-419a-92f2-b388f719bdc6 req-99f4b491-b623-4c3b-b42b-0535686c988c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Deleting port b554de4d-e3e5-49ee-a4ad-203988287bfb {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:36.732104 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fd79d55f-a69b-419a-92f2-b388f719bdc6 req-99f4b491-b623-4c3b-b42b-0535686c988c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.754749 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f6d6d4dd-2e6c-4d74-8f17-908d7cd27f27 req-3e8e4cbb-86db-45ba-b493-83e9f75c4763 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782146 Jul 23 00:01:36.760911 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Attempting to bind port 3006595f-531d-4260-854c-b70598c0d577 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:01:36.761239 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Attempting to bind port 3006595f-531d-4260-854c-b70598c0d577 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '6661bdc2-04a9-4b9f-aa52-2f1e89436f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:01:36.761563 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Attempting to bind port 3006595f-531d-4260-854c-b70598c0d577 on network b4794eec-774f-4921-a24c-ac0e5417f3e4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:36.774601 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Port 3006595f-531d-4260-854c-b70598c0d577 on network b4794eec-774f-4921-a24c-ac0e5417f3e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:01:36.774919 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Attempting to bind port 3006595f-531d-4260-854c-b70598c0d577 on network b4794eec-774f-4921-a24c-ac0e5417f3e4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:01:36.806475 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:01:36.806752 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Checking segment: {'id': '6661bdc2-04a9-4b9f-aa52-2f1e89436f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:01:36.807118 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Bound using segment: {'id': '6661bdc2-04a9-4b9f-aa52-2f1e89436f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:01:36.807619 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Bound port: 3006595f-531d-4260-854c-b70598c0d577, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6661bdc2-04a9-4b9f-aa52-2f1e89436f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:01:36.807920 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.872037 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-fd79d55f-a69b-419a-92f2-b388f719bdc6 req-99f4b491-b623-4c3b-b42b-0535686c988c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] For port b554de4d-e3e5-49ee-a4ad-203988287bfb, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=b554de4d-e3e5-49ee-a4ad-203988287bfb,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:36.872391 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fd79d55f-a69b-419a-92f2-b388f719bdc6 req-99f4b491-b623-4c3b-b42b-0535686c988c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.895267 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-fd79d55f-a69b-419a-92f2-b388f719bdc6 req-99f4b491-b623-4c3b-b42b-0535686c988c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Calling delete_port for b554de4d-e3e5-49ee-a4ad-203988287bfb owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:36.906999 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] For port 3006595f-531d-4260-854c-b70598c0d577, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:01:36.910988 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] For port 3006595f-531d-4260-854c-b70598c0d577, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3006595f-531d-4260-854c-b70598c0d577,segment=NetworkSegment(6661bdc2-04a9-4b9f-aa52-2f1e89436f56),segment_id=6661bdc2-04a9-4b9f-aa52-2f1e89436f56)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:01:36.915285 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.980927 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:36.981531 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:36.982913 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/3006595f-531d-4260-854c-b70598c0d577 HTTP/1.1" status: 200 len: 1093 time: 1.2943311 Jul 23 00:01:36.984898 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2052972-7b40-4696-8837-376d2bc1754b', 'tag': '3006595f-531d-4260-854c-b70598c0d577'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:36.987125 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd1b8e6-4043-4afb-b59f-027f752402bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c2052972-7b40-4696-8837-376d2bc1754b", "tag": "3006595f-531d-4260-854c-b70598c0d577"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:37.024337 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098e25a-a41b-4743-8663-6eaaef2399b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3006595f-531d-4260-854c-b70598c0d577,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:37.036023 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1585a1bc-55fa-47fe-876d-52db9540c046 x-openstack-request-id: req-1585a1bc-55fa-47fe-876d-52db9540c046 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:37.036607 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2052972-7b40-4696-8837-376d2bc1754b", "tag": "3006595f-531d-4260-854c-b70598c0d577", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:37.036607 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1585a1bc-55fa-47fe-876d-52db9540c046 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:37.036910 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2052972-7b40-4696-8837-376d2bc1754b', 'tag': '3006595f-531d-4260-854c-b70598c0d577', 'status': 'completed', 'code': 200} Jul 23 00:01:37.122412 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fd79d55f-a69b-419a-92f2-b388f719bdc6 req-99f4b491-b623-4c3b-b42b-0535686c988c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.134854 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['cd036e22-f774-4552-ad68-2199de5302c2', 'dff43e2b-ff51-4ec2-abc9-3d4c5d147797', 'e4a53b76-27f3-43f5-9e5a-7d412c37b262', 'b554de4d-e3e5-49ee-a4ad-203988287bfb'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:37.158945 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4b491-b623-4c3b-b42b-0535686c988c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Pushing event deleted for resources: {'Port': ['ID=b554de4d-e3e5-49ee-a4ad-203988287bfb,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:37.166775 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-ec4e900f-8b6a-4c7d-8a1b-d56110c1df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:37.168296 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-ec4e900f-8b6a-4c7d-8a1b-d56110c1df5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3adbaafd50014fe4a448df06cc643b68&device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 1096 time: 0.1010892 Jul 23 00:01:37.216483 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd79d55f-a69b-419a-92f2-b388f719bdc6 req-99f4b491-b623-4c3b-b42b-0535686c988c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] No DVR routers for this DVR port b554de4d-e3e5-49ee-a4ad-203988287bfb on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:01:37.245554 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fd79d55f-a69b-419a-92f2-b388f719bdc6 req-99f4b491-b623-4c3b-b42b-0535686c988c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:37.247496 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd79d55f-a69b-419a-92f2-b388f719bdc6 req-99f4b491-b623-4c3b-b42b-0535686c988c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "DELETE /v2.0/ports/b554de4d-e3e5-49ee-a4ad-203988287bfb HTTP/1.1" status: 204 len: 173 time: 0.8587730 Jul 23 00:01:37.249229 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-333b2740-89c2-4cbc-b13a-8f5f900f83aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3006595f-531d-4260-854c-b70598c0d577 HTTP/1.1" status: 200 len: 217 time: 0.0551724 Jul 23 00:01:37.320599 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-d1a92621-a51d-4c38-8c62-2fc0b954d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:37.324339 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-d1a92621-a51d-4c38-8c62-2fc0b954d682 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73075026-2094-4a24-991f-741bea6ac020 HTTP/1.1" status: 200 len: 848 time: 0.0547409 Jul 23 00:01:37.367398 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-c08b3caa-df98-46d3-b1d1-0fca9cf024b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4794eec-774f-4921-a24c-ac0e5417f3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325420 Jul 23 00:01:37.471420 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-18fc7dc7-5b88-4892-b0a2-fe749ec258c3 req-fa603972-ee8d-4363-aa77-ecb4ce38e158 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=64c71241-10c4-4a26-81a0-34d5fcb0b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0436273 Jul 23 00:01:37.552802 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-4b79044b-d2a5-4a10-b431-94353161e9c6 service neutron] 10.222.0.41 "GET /v2.0/networks/b4794eec-774f-4921-a24c-ac0e5417f3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474998 Jul 23 00:01:37.593790 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5984cd04-c7ff-4951-804c-0e05b1094640 req-fe03c0d7-db5e-4a40-8cfc-28e29af390a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1199870 Jul 23 00:01:37.677534 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8e4042f-e3cf-4d1d-9d24-5d701e83426f req-65bfd418-c6e7-4190-9727-651bcde67a72 service neutron] 10.222.0.41 "GET /v2.0/networks/b4794eec-774f-4921-a24c-ac0e5417f3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176071 Jul 23 00:01:37.730382 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984cd04-c7ff-4951-804c-0e05b1094640 req-b77eb37c-8e82-4427-8003-8f7dc1a7c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:37.731867 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5984cd04-c7ff-4951-804c-0e05b1094640 req-b77eb37c-8e82-4427-8003-8f7dc1a7c83e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddcd263763bc4c92a9f6474efa29337f&device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 1099 time: 0.1008620 Jul 23 00:01:37.761273 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fee0cd-f90a-4330-b492-cfacb79abd3f req-a95bae5f-6204-447f-81ef-0d7c2808c647 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:37.762738 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-81fee0cd-f90a-4330-b492-cfacb79abd3f req-a95bae5f-6204-447f-81ef-0d7c2808c647 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 943 time: 0.0748408 Jul 23 00:01:37.912517 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-81fee0cd-f90a-4330-b492-cfacb79abd3f req-3fb05caf-75d4-427d-aaed-d88ca4ff0f30 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373720 Jul 23 00:01:37.958455 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984cd04-c7ff-4951-804c-0e05b1094640 req-ca496d69-3ada-449e-b290-430d9bb60ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:37.959948 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5984cd04-c7ff-4951-804c-0e05b1094640 req-ca496d69-3ada-449e-b290-430d9bb60ebd service neutron] 10.222.0.41 "GET /v2.0/networks?id=e43b07a7-ce43-4b1e-9658-3b973dd6f115 HTTP/1.1" status: 200 len: 920 time: 0.1928613 Jul 23 00:01:37.967293 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1b8e6-4043-4afb-b59f-027f752402bc req-96f9bd7c-66e6-4eb1-82af-2c2f0d3bd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:37.968660 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7fd1b8e6-4043-4afb-b59f-027f752402bc req-96f9bd7c-66e6-4eb1-82af-2c2f0d3bd20a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3adbaafd50014fe4a448df06cc643b68&device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 1096 time: 0.2004595 Jul 23 00:01:37.977109 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3a880-a29c-4bb1-a2fd-89db44286e9e req-63726c48-41e3-490a-836e-d2b42c23fbd6 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:37.978441 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b6d3a880-a29c-4bb1-a2fd-89db44286e9e req-63726c48-41e3-490a-836e-d2b42c23fbd6 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.1491680 Jul 23 00:01:38.051991 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5984cd04-c7ff-4951-804c-0e05b1094640 req-9f95e243-b9e5-44ff-92ce-f95737f29c53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3de38ce-0291-4f90-b7a4-385558346fba HTTP/1.1" status: 200 len: 217 time: 0.0608194 Jul 23 00:01:38.105059 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b6d3a880-a29c-4bb1-a2fd-89db44286e9e req-11d6da71-515c-4cb6-8d59-8a3ee6dfe4fe tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209686 Jul 23 00:01:38.161297 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984cd04-c7ff-4951-804c-0e05b1094640 req-bb97cd5d-e069-48aa-868d-db044b6a9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:38.163586 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5984cd04-c7ff-4951-804c-0e05b1094640 req-bb97cd5d-e069-48aa-868d-db044b6a9d73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b46c9846-edc3-41e8-94f2-6b7e2b3aa469 HTTP/1.1" status: 200 len: 859 time: 0.0955777 Jul 23 00:01:38.198019 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1b8e6-4043-4afb-b59f-027f752402bc req-fa483ef4-77fd-4547-9a98-401ba72bb70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:38.199479 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7fd1b8e6-4043-4afb-b59f-027f752402bc req-fa483ef4-77fd-4547-9a98-401ba72bb70b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4794eec-774f-4921-a24c-ac0e5417f3e4 HTTP/1.1" status: 200 len: 909 time: 0.2015474 Jul 23 00:01:38.201217 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5984cd04-c7ff-4951-804c-0e05b1094640 req-199f357e-1634-472a-916d-ea99b994998d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e43b07a7-ce43-4b1e-9658-3b973dd6f115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313065 Jul 23 00:01:38.268751 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7fd1b8e6-4043-4afb-b59f-027f752402bc req-5cdbce5d-97bf-44f9-b1bd-f0a1e93f56be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3006595f-531d-4260-854c-b70598c0d577 HTTP/1.1" status: 200 len: 217 time: 0.0508511 Jul 23 00:01:38.356705 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1b8e6-4043-4afb-b59f-027f752402bc req-ec134e35-dbd3-4474-8d76-1fb826ef6da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:38.358153 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7fd1b8e6-4043-4afb-b59f-027f752402bc req-ec134e35-dbd3-4474-8d76-1fb826ef6da5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73075026-2094-4a24-991f-741bea6ac020 HTTP/1.1" status: 200 len: 848 time: 0.0819318 Jul 23 00:01:38.377344 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5984cd04-c7ff-4951-804c-0e05b1094640 req-b64f8518-02f9-4e61-8fff-18b2e359d1a9 service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575990 Jul 23 00:01:38.412027 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7fd1b8e6-4043-4afb-b59f-027f752402bc req-660fec2c-2de4-488e-bd67-5c682dbe24df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4794eec-774f-4921-a24c-ac0e5417f3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378454 Jul 23 00:01:38.555085 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5984cd04-c7ff-4951-804c-0e05b1094640 req-f90ca9a7-ecfd-4434-a358-bc14054cd4ba service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688952 Jul 23 00:01:38.560298 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7fd1b8e6-4043-4afb-b59f-027f752402bc req-80c1f614-e510-4b87-abe0-08420c7b4a87 service neutron] 10.222.0.41 "GET /v2.0/networks/b4794eec-774f-4921-a24c-ac0e5417f3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378675 Jul 23 00:01:38.874428 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7fd1b8e6-4043-4afb-b59f-027f752402bc req-ac859626-ace1-4fd0-8fed-a2b560b11a0c service neutron] 10.222.0.41 "GET /v2.0/networks/b4794eec-774f-4921-a24c-ac0e5417f3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955663 Jul 23 00:01:39.038536 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c71241-10c4-4a26-81a0-34d5fcb0b3d4', 'name': 'network-vif-deleted', 'tag': 'b554de4d-e3e5-49ee-a4ad-203988287bfb'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:39.040796 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b79b51-8fcc-4da7-a8cb-66d8d1e152e2" -d '{"events": [{"server_uuid": "64c71241-10c4-4a26-81a0-34d5fcb0b3d4", "name": "network-vif-deleted", "tag": "b554de4d-e3e5-49ee-a4ad-203988287bfb"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:39.051042 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de102d44-f466-473c-b776-ec20779927e3 req-825aa876-51cf-4dc2-9983-839c6d8dfa02 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:39.052716 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-de102d44-f466-473c-b776-ec20779927e3 req-825aa876-51cf-4dc2-9983-839c6d8dfa02 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 943 time: 0.0713086 Jul 23 00:01:39.094899 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d0c654-d702-41a8-ac1f-11b745d640da x-openstack-request-id: req-05d0c654-d702-41a8-ac1f-11b745d640da {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:39.096288 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c71241-10c4-4a26-81a0-34d5fcb0b3d4", "name": "network-vif-deleted", "tag": "b554de4d-e3e5-49ee-a4ad-203988287bfb", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:39.096592 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05d0c654-d702-41a8-ac1f-11b745d640da {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:39.096981 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c71241-10c4-4a26-81a0-34d5fcb0b3d4', 'name': 'network-vif-deleted', 'tag': 'b554de4d-e3e5-49ee-a4ad-203988287bfb', 'status': 'completed', 'code': 200} Jul 23 00:01:39.104416 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-de102d44-f466-473c-b776-ec20779927e3 req-c0174916-713b-4b1f-a1f3-1448d2eda47d tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433321 Jul 23 00:01:39.244183 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a3af5-a8a9-4267-b761-46312ccbd42f req-445ac073-132d-4ff1-a996-969bbb72128d tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:39.245669 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eb7a3af5-a8a9-4267-b761-46312ccbd42f req-445ac073-132d-4ff1-a996-969bbb72128d tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0689149 Jul 23 00:01:39.283800 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eb7a3af5-a8a9-4267-b761-46312ccbd42f req-19874d07-9964-4749-ae37-aa77146842c5 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325627 Jul 23 00:01:39.849018 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f1fb2-e731-4134-8f77-b66c16d83316 req-21faccfc-40ae-4524-b2a6-6ca5866ed607 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:39.850509 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f16f1fb2-e731-4134-8f77-b66c16d83316 req-21faccfc-40ae-4524-b2a6-6ca5866ed607 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1031570 Jul 23 00:01:39.859516 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3375fda-7dbd-44a8-bd8d-34a4e01965cc req-8063c95a-31be-43ea-86a1-1f034fd554b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:39.861017 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a3375fda-7dbd-44a8-bd8d-34a4e01965cc req-8063c95a-31be-43ea-86a1-1f034fd554b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddcd263763bc4c92a9f6474efa29337f&device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 1099 time: 0.1218123 Jul 23 00:01:39.952094 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f16f1fb2-e731-4134-8f77-b66c16d83316 req-1d9e8bd0-3439-4cd6-9cb6-92c595739041 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946019 Jul 23 00:01:40.021497 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3375fda-7dbd-44a8-bd8d-34a4e01965cc req-e0413fa0-c26e-4e00-966b-be6eb97c7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:40.022949 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a3375fda-7dbd-44a8-bd8d-34a4e01965cc req-e0413fa0-c26e-4e00-966b-be6eb97c7efb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e43b07a7-ce43-4b1e-9658-3b973dd6f115 HTTP/1.1" status: 200 len: 920 time: 0.1454530 Jul 23 00:01:40.031143 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da072e0c-2b5b-4654-ba53-5054842c8bd0 req-ff321ce9-39e6-4840-8cd7-0d1edba4dce3 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:40.033636 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-da072e0c-2b5b-4654-ba53-5054842c8bd0 req-ff321ce9-39e6-4840-8cd7-0d1edba4dce3 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 945 time: 0.1346598 Jul 23 00:01:40.078184 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a3375fda-7dbd-44a8-bd8d-34a4e01965cc req-374c85a4-7d56-48f6-b887-a7c1d7c60153 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3de38ce-0291-4f90-b7a4-385558346fba HTTP/1.1" status: 200 len: 217 time: 0.0446682 Jul 23 00:01:40.122361 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-da072e0c-2b5b-4654-ba53-5054842c8bd0 req-0d868461-a5e9-472f-921d-ecf5bf59038b tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832193 Jul 23 00:01:40.147086 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3375fda-7dbd-44a8-bd8d-34a4e01965cc req-14753f54-c1aa-4d2e-b4a1-cb6a9df5c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:40.148577 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a3375fda-7dbd-44a8-bd8d-34a4e01965cc req-14753f54-c1aa-4d2e-b4a1-cb6a9df5c787 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b46c9846-edc3-41e8-94f2-6b7e2b3aa469 HTTP/1.1" status: 200 len: 859 time: 0.0618246 Jul 23 00:01:40.185508 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a3375fda-7dbd-44a8-bd8d-34a4e01965cc req-702dee82-df74-464b-9239-63200af9e2ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e43b07a7-ce43-4b1e-9658-3b973dd6f115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278342 Jul 23 00:01:40.310648 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a2930-2a35-401a-a75a-0ae4be18c4c8 req-9706e9f4-2bc8-46ba-84b0-bd0e952ce550 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:40.312125 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca3a2930-2a35-401a-a75a-0ae4be18c4c8 req-9706e9f4-2bc8-46ba-84b0-bd0e952ce550 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 943 time: 0.1288459 Jul 23 00:01:40.318452 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a3375fda-7dbd-44a8-bd8d-34a4e01965cc req-b2a9dc08-a81f-4244-b27b-14bbac64d04c service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037331 Jul 23 00:01:40.370120 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 3006595f-531d-4260-854c-b70598c0d577 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:01:40.372159 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device b554de4d-e3e5-49ee-a4ad-203988287bfb no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:40.400185 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: b554de4d-e3e5-49ee-a4ad-203988287bfb {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:40.400518 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device b554de4d-e3e5-49ee-a4ad-203988287bfb not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:40.403356 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca3a2930-2a35-401a-a75a-0ae4be18c4c8 req-bfc5b3a7-be4a-4d12-804c-5855d93950ee tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839775 Jul 23 00:01:40.475476 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a3375fda-7dbd-44a8-bd8d-34a4e01965cc req-a72d5612-4309-482f-a92f-b62fbcc91ff1 service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428843 Jul 23 00:01:40.496057 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd9178-1a13-4019-a0b7-596cda9c9359 req-aec683ca-d655-4805-800a-3d33e17d9c47 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:40.497632 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ffbd9178-1a13-4019-a0b7-596cda9c9359 req-aec683ca-d655-4805-800a-3d33e17d9c47 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.1339216 Jul 23 00:01:40.543254 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ffbd9178-1a13-4019-a0b7-596cda9c9359 req-21e84bab-8ed8-4c78-b6bb-f3143b42d6a8 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391386 Jul 23 00:01:40.604734 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 3006595f-531d-4260-854c-b70598c0d577, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3006595f-531d-4260-854c-b70598c0d577,segment=NetworkSegment(6661bdc2-04a9-4b9f-aa52-2f1e89436f56),segment_id=6661bdc2-04a9-4b9f-aa52-2f1e89436f56)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:40.615274 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '3006595f-531d-4260-854c-b70598c0d577', 'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4', 'port_id': '3006595f-531d-4260-854c-b70598c0d577', 'mac_address': 'fa:16:3e:bc:be:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73075026-2094-4a24-991f-741bea6ac020', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:01:40.650836 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.664060 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3006595f-531d-4260-854c-b70598c0d577 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:40.689060 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 3006595f-531d-4260-854c-b70598c0d577, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3006595f-531d-4260-854c-b70598c0d577,segment=NetworkSegment(6661bdc2-04a9-4b9f-aa52-2f1e89436f56),segment_id=6661bdc2-04a9-4b9f-aa52-2f1e89436f56)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:40.692663 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.693329 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 098f35db-a672-4d57-aad6-fe2d70ff99bf details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:01:40.765266 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=3006595f-531d-4260-854c-b70598c0d577,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:40.774990 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:40.775335 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:40.775696 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:40.776029 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:40.776355 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:40.776682 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:40.777006 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:40.777328 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:40.777674 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:40.777999 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:40.778316 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:40.778632 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:01:40.838199 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 098f35db-a672-4d57-aad6-fe2d70ff99bf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:40.849529 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'port_id': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'mac_address': 'fa:16:3e:76:10:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:01:40.898422 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.911826 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 098f35db-a672-4d57-aad6-fe2d70ff99bf {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:01:40.931509 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 098f35db-a672-4d57-aad6-fe2d70ff99bf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:40.935210 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:40.984551 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=098f35db-a672-4d57-aad6-fe2d70ff99bf,revision_number=6']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:41.090954 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2f427-ca8e-4679-9e1b-03f6175cfc9b req-5071d98a-0321-4eb0-a9b4-93fe3d9f67b3 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:41.092435 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6b2f427-ca8e-4679-9e1b-03f6175cfc9b req-5071d98a-0321-4eb0-a9b4-93fe3d9f67b3 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0623450 Jul 23 00:01:41.125517 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['098f35db-a672-4d57-aad6-fe2d70ff99bf'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:41.128749 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6b2f427-ca8e-4679-9e1b-03f6175cfc9b req-fa6f1c72-edd4-4480-82a5-f5143a07aa11 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301871 Jul 23 00:01:41.253179 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5899c4-e046-4626-a66d-0204c7f48887 req-94250c76-9c66-40e7-b232-cb818b0e0ce3 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:41.254747 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b5899c4-e046-4626-a66d-0204c7f48887 req-94250c76-9c66-40e7-b232-cb818b0e0ce3 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 945 time: 0.0640452 Jul 23 00:01:41.293936 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b5899c4-e046-4626-a66d-0204c7f48887 req-321579c5-112f-47cd-ad40-bee703905456 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330122 Jul 23 00:01:41.377843 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['3006595f-531d-4260-854c-b70598c0d577'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:41.543415 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20921a48-5c8b-4dc0-b485-e5d024a764ac req-f2cb1c22-3216-4f36-8a7c-2ff020d60225 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:41.544874 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-20921a48-5c8b-4dc0-b485-e5d024a764ac req-f2cb1c22-3216-4f36-8a7c-2ff020d60225 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 944 time: 0.0685675 Jul 23 00:01:41.582408 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-20921a48-5c8b-4dc0-b485-e5d024a764ac req-6e2e2d59-c229-47ba-9fe2-034a84010307 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Jul 23 00:01:41.681189 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f38078-e1eb-498b-b813-720652a0aa67 req-3ce04ca7-b1b9-49a8-a8ab-e78a029aa00a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:41.682551 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d9f38078-e1eb-498b-b813-720652a0aa67 req-3ce04ca7-b1b9-49a8-a8ab-e78a029aa00a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 944 time: 0.0623140 Jul 23 00:01:41.721332 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d9f38078-e1eb-498b-b813-720652a0aa67 req-88ed4ef4-4579-45e3-acd1-a906b2954b0d tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329254 Jul 23 00:01:42.268155 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2f559-f576-4cdd-a32c-f2dbb8573afb req-4ca030d8-0082-4d15-bb27-e50bad3ccfae tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:42.269643 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b9a2f559-f576-4cdd-a32c-f2dbb8573afb req-4ca030d8-0082-4d15-bb27-e50bad3ccfae tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0719912 Jul 23 00:01:42.341391 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b9a2f559-f576-4cdd-a32c-f2dbb8573afb req-10221d86-83b3-4e52-a28a-e4be5875b77f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659978 Jul 23 00:01:42.375123 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43ca6e-2f46-4a48-89b6-eaf9acd3506b req-7a5bb433-cd44-4943-811e-d80d341db173 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:42.377129 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec43ca6e-2f46-4a48-89b6-eaf9acd3506b req-7a5bb433-cd44-4943-811e-d80d341db173 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 945 time: 0.0952916 Jul 23 00:01:42.388304 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 098f35db-a672-4d57-aad6-fe2d70ff99bf up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:42.452524 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 098f35db-a672-4d57-aad6-fe2d70ff99bf triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:42.453258 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.527449 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679267fc-32bf-4282-92e6-2a6da2606593 req-b4fad7d1-f796-4cde-9416-838ec35cf285 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:42.528809 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-679267fc-32bf-4282-92e6-2a6da2606593 req-b4fad7d1-f796-4cde-9416-838ec35cf285 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 945 time: 0.1362915 Jul 23 00:01:42.550907 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-ec43ca6e-2f46-4a48-89b6-eaf9acd3506b req-c1b04e2c-a38a-49ab-bcfb-1830a7cb7f39 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Deleting port e4a53b76-27f3-43f5-9e5a-7d412c37b262 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:42.552517 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ec43ca6e-2f46-4a48-89b6-eaf9acd3506b req-c1b04e2c-a38a-49ab-bcfb-1830a7cb7f39 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.562989 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.590147 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:42.593303 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b9fbe4-fa69-4e14-a200-beee22684d6c" -d '{"events": [{"server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "name": "network-vif-plugged", "status": "completed", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:42.633738 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 098f35db-a672-4d57-aad6-fe2d70ff99bf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:42.639678 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.701802 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=098f35db-a672-4d57-aad6-fe2d70ff99bf,revision_number=7']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:42.768307 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-ec43ca6e-2f46-4a48-89b6-eaf9acd3506b req-c1b04e2c-a38a-49ab-bcfb-1830a7cb7f39 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] For port e4a53b76-27f3-43f5-9e5a-7d412c37b262, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=e4a53b76-27f3-43f5-9e5a-7d412c37b262,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:42.768664 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ec43ca6e-2f46-4a48-89b6-eaf9acd3506b req-c1b04e2c-a38a-49ab-bcfb-1830a7cb7f39 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.773395 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-679267fc-32bf-4282-92e6-2a6da2606593 req-48587305-e6fb-43cd-b47f-57f6dde67c28 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326752 Jul 23 00:01:42.787655 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-ec43ca6e-2f46-4a48-89b6-eaf9acd3506b req-c1b04e2c-a38a-49ab-bcfb-1830a7cb7f39 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Calling delete_port for e4a53b76-27f3-43f5-9e5a-7d412c37b262 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:42.849139 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce27b5a-66f2-4c71-b2ec-9bbb8d97133b x-openstack-request-id: req-4ce27b5a-66f2-4c71-b2ec-9bbb8d97133b {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:42.849440 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "name": "network-vif-plugged", "status": "completed", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:42.849696 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ce27b5a-66f2-4c71-b2ec-9bbb8d97133b {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:42.850093 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'code': 200} Jul 23 00:01:42.887298 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:42.893242 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51524-a9aa-4a10-af7c-ed202b799d40 req-2df68d5c-82e0-4734-9e1e-6cc82febfb7e tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:42.895089 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4bc51524-a9aa-4a10-af7c-ed202b799d40 req-2df68d5c-82e0-4734-9e1e-6cc82febfb7e tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 944 time: 0.1895964 Jul 23 00:01:43.007314 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4bc51524-a9aa-4a10-af7c-ed202b799d40 req-8603a288-eba1-46ec-8e8a-52fe489c9bda tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043277 Jul 23 00:01:43.063468 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38d50f-3ee1-4e18-8561-1fbd4929ac63 req-5160d927-0816-4f0b-ace5-7a99a29b0482 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:43.065624 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ad38d50f-3ee1-4e18-8561-1fbd4929ac63 req-5160d927-0816-4f0b-ace5-7a99a29b0482 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.1404946 Jul 23 00:01:43.066755 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ec43ca6e-2f46-4a48-89b6-eaf9acd3506b req-c1b04e2c-a38a-49ab-bcfb-1830a7cb7f39 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.078435 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['cd036e22-f774-4552-ad68-2199de5302c2', 'dff43e2b-ff51-4ec2-abc9-3d4c5d147797', 'e4a53b76-27f3-43f5-9e5a-7d412c37b262'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:43.119413 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b04e2c-a38a-49ab-bcfb-1830a7cb7f39 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Pushing event deleted for resources: {'Port': ['ID=e4a53b76-27f3-43f5-9e5a-7d412c37b262,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:43.196551 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec43ca6e-2f46-4a48-89b6-eaf9acd3506b req-c1b04e2c-a38a-49ab-bcfb-1830a7cb7f39 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] No DVR routers for this DVR port e4a53b76-27f3-43f5-9e5a-7d412c37b262 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:01:43.203423 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ec43ca6e-2f46-4a48-89b6-eaf9acd3506b req-c1b04e2c-a38a-49ab-bcfb-1830a7cb7f39 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:43.206331 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec43ca6e-2f46-4a48-89b6-eaf9acd3506b req-c1b04e2c-a38a-49ab-bcfb-1830a7cb7f39 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "DELETE /v2.0/ports/e4a53b76-27f3-43f5-9e5a-7d412c37b262 HTTP/1.1" status: 204 len: 173 time: 0.8234496 Jul 23 00:01:43.206451 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76376b3-ef44-408e-9291-35d9284ef31c', 'name': 'network-vif-deleted', 'tag': 'e4a53b76-27f3-43f5-9e5a-7d412c37b262'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:43.208618 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a49fb30-19b2-4bca-a228-b0ab548d4659" -d '{"events": [{"server_uuid": "c76376b3-ef44-408e-9291-35d9284ef31c", "name": "network-vif-deleted", "tag": "e4a53b76-27f3-43f5-9e5a-7d412c37b262"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:43.239226 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ad38d50f-3ee1-4e18-8561-1fbd4929ac63 req-fbb6b95d-d1d8-4f45-ac3b-466c060001d9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619551 Jul 23 00:01:43.258854 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c06bd63-3971-4186-87e4-43bb7aac2fa2 x-openstack-request-id: req-3c06bd63-3971-4186-87e4-43bb7aac2fa2 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:43.259234 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76376b3-ef44-408e-9291-35d9284ef31c", "name": "network-vif-deleted", "tag": "e4a53b76-27f3-43f5-9e5a-7d412c37b262", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:43.259761 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c06bd63-3971-4186-87e4-43bb7aac2fa2 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:43.260220 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76376b3-ef44-408e-9291-35d9284ef31c', 'name': 'network-vif-deleted', 'tag': 'e4a53b76-27f3-43f5-9e5a-7d412c37b262', 'status': 'completed', 'code': 200} Jul 23 00:01:43.567444 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48fa22-d0b8-4aa2-be1a-90264f084dd5 req-4b987457-7f18-4f79-beb8-d533d83a244d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:43.569302 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4c48fa22-d0b8-4aa2-be1a-90264f084dd5 req-4b987457-7f18-4f79-beb8-d533d83a244d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1048622 Jul 23 00:01:43.619863 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4c48fa22-d0b8-4aa2-be1a-90264f084dd5 req-9ebe1184-ce79-445a-a809-d05a8af74bb8 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417068 Jul 23 00:01:43.910640 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-de03a842-c2d5-436c-94eb-5ae8a3df870a req-015433ad-af80-4ee0-84be-8c3c5009bc51 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=c76376b3-ef44-408e-9291-35d9284ef31c HTTP/1.1" status: 200 len: 210 time: 0.0376773 Jul 23 00:01:44.171342 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfa807-4155-46c1-a433-bc563b6fde6b req-f57e0c02-69b9-40b1-8177-72cc8d07b94b tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:44.172928 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dcbfa807-4155-46c1-a433-bc563b6fde6b req-f57e0c02-69b9-40b1-8177-72cc8d07b94b tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 944 time: 0.0749550 Jul 23 00:01:44.243555 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dcbfa807-4155-46c1-a433-bc563b6fde6b req-64d651d9-6f1f-4944-95c8-af017c1fb20c tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621850 Jul 23 00:01:44.389689 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 3006595f-531d-4260-854c-b70598c0d577 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:01:44.460485 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07739470-6e4e-49b5-a8ca-b24b42e7d57b req-4b330a1e-f77c-4265-8be9-8f001a9d9548 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:44.469128 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-07739470-6e4e-49b5-a8ca-b24b42e7d57b req-4b330a1e-f77c-4265-8be9-8f001a9d9548 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.1023090 Jul 23 00:01:44.483107 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port 3006595f-531d-4260-854c-b70598c0d577 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:01:44.488846 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 3006595f-531d-4260-854c-b70598c0d577 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:01:44.489206 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:44.527548 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-07739470-6e4e-49b5-a8ca-b24b42e7d57b req-74a5ad06-60c6-40c0-a438-bd72ef0263c2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502400 Jul 23 00:01:44.641145 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:44.702428 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 3006595f-531d-4260-854c-b70598c0d577, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3006595f-531d-4260-854c-b70598c0d577,segment=NetworkSegment(6661bdc2-04a9-4b9f-aa52-2f1e89436f56),segment_id=6661bdc2-04a9-4b9f-aa52-2f1e89436f56)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:44.708956 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:44.711391 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device e4a53b76-27f3-43f5-9e5a-7d412c37b262 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:44.721225 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50964) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:44.791268 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: e4a53b76-27f3-43f5-9e5a-7d412c37b262 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:44.791633 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device e4a53b76-27f3-43f5-9e5a-7d412c37b262 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:44.791755 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbac62-deb9-4153-bd66-861748dc0fca req-1a213c92-fef1-4855-a511-5e1682a520ee tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:44.793201 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=3006595f-531d-4260-854c-b70598c0d577,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:44.793890 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10bbac62-deb9-4153-bd66-861748dc0fca req-1a213c92-fef1-4855-a511-5e1682a520ee tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0875380 Jul 23 00:01:44.842406 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10bbac62-deb9-4153-bd66-861748dc0fca req-a16e66f0-e5f0-4578-b128-8a4011267195 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Jul 23 00:01:44.851628 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2052972-7b40-4696-8837-376d2bc1754b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3006595f-531d-4260-854c-b70598c0d577'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:44.858476 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1e9de2-02f0-4fb7-8d0d-4f65fb54c201" -d '{"events": [{"server_uuid": "c2052972-7b40-4696-8837-376d2bc1754b", "name": "network-vif-plugged", "status": "completed", "tag": "3006595f-531d-4260-854c-b70598c0d577"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:44.886841 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1d9495a6-2729-495a-8c84-4ac7f9d6b4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:44.903113 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b721f1-83e0-452b-ae7e-32c522dd1526 x-openstack-request-id: req-22b721f1-83e0-452b-ae7e-32c522dd1526 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:44.903113 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2052972-7b40-4696-8837-376d2bc1754b", "name": "network-vif-plugged", "status": "completed", "tag": "3006595f-531d-4260-854c-b70598c0d577", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:44.903113 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22b721f1-83e0-452b-ae7e-32c522dd1526 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:44.903690 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2052972-7b40-4696-8837-376d2bc1754b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3006595f-531d-4260-854c-b70598c0d577', 'code': 200} Jul 23 00:01:44.996926 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1d9495a6-2729-495a-8c84-4ac7f9d6b4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:45.002668 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1d9495a6-2729-495a-8c84-4ac7f9d6b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:45.090047 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1d9495a6-2729-495a-8c84-4ac7f9d6b4e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7b54ebb9ae44204b4ab96f3908db9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670020 Jul 23 00:01:45.090246 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 50974) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:01:45.103991 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9495a6-2729-495a-8c84-4ac7f9d6b4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697dd300-0ff6-4f9d-9ffc-cab2af6f9cab,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:45.223281 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-991bc1c9-adff-4bc7-9244-cfcf1f37b131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:45.264301 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-991bc1c9-adff-4bc7-9244-cfcf1f37b131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:45.280532 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadc124-63f6-4130-b979-791b755fb2f7 req-39e2b73c-3348-48ce-9bb5-8cc723409b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:45.283339 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dcadc124-63f6-4130-b979-791b755fb2f7 req-39e2b73c-3348-48ce-9bb5-8cc723409b44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 1098 time: 0.1587920 Jul 23 00:01:45.449670 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dcadc124-63f6-4130-b979-791b755fb2f7 req-30de9e60-cfbc-4dff-9e1c-228cc211a9cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461194 Jul 23 00:01:45.483182 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-991bc1c9-adff-4bc7-9244-cfcf1f37b131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:45.486750 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-991bc1c9-adff-4bc7-9244-cfcf1f37b131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:45.491208 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-991bc1c9-adff-4bc7-9244-cfcf1f37b131 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/697dd300-0ff6-4f9d-9ffc-cab2af6f9cab HTTP/1.1" status: 204 len: 168 time: 0.4000864 Jul 23 00:01:45.513706 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bc1c9-adff-4bc7-9244-cfcf1f37b131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697dd300-0ff6-4f9d-9ffc-cab2af6f9cab,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:45.522859 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbc146-356c-40c1-8b86-1ece9cad0194 req-b8f0efa5-02ff-4cb7-8eb5-409069ddceff tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:45.525863 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e2bbc146-356c-40c1-8b86-1ece9cad0194 req-b8f0efa5-02ff-4cb7-8eb5-409069ddceff tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 945 time: 0.2404819 Jul 23 00:01:45.556954 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367aa468-8699-4075-bd1e-133b2b8ff6ed req-363c7b32-4d04-4ee8-98bf-819a87efa2c2 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:45.560121 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-367aa468-8699-4075-bd1e-133b2b8ff6ed req-363c7b32-4d04-4ee8-98bf-819a87efa2c2 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 945 time: 0.2237067 Jul 23 00:01:45.641375 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e2bbc146-356c-40c1-8b86-1ece9cad0194 req-7b7414ce-01b6-4048-850f-d5df559c521c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014791 Jul 23 00:01:45.664235 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-367aa468-8699-4075-bd1e-133b2b8ff6ed req-e91c070d-e004-4ae2-8027-bbddfd54b103 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852821 Jul 23 00:01:45.824671 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba376b-9da2-492f-8fa3-c4476712976d req-e988b7ca-afd6-4061-ac29-d7ae08da43df tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:45.832378 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-97ba376b-9da2-492f-8fa3-c4476712976d req-e988b7ca-afd6-4061-ac29-d7ae08da43df tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.1149776 Jul 23 00:01:45.880176 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-97ba376b-9da2-492f-8fa3-c4476712976d req-1b121614-0628-4d1a-a00a-12762d08a0f0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411966 Jul 23 00:01:46.001945 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaac4b0-3f30-499c-8ffa-503d94b48aa4 req-96fb6c76-7bc2-4350-8b73-203702a15677 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:46.003581 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-caaac4b0-3f30-499c-8ffa-503d94b48aa4 req-96fb6c76-7bc2-4350-8b73-203702a15677 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0740457 Jul 23 00:01:46.047353 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-caaac4b0-3f30-499c-8ffa-503d94b48aa4 req-e9aaeff9-9bd6-455b-82f8-e35bd7eeb9f2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377307 Jul 23 00:01:46.792980 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ba51e-f763-4df4-b65a-1e5a213bfb7e req-3acc3db2-2c41-46cf-a7a0-64277cded9d5 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:46.794432 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0c7ba51e-f763-4df4-b65a-1e5a213bfb7e req-3acc3db2-2c41-46cf-a7a0-64277cded9d5 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 945 time: 0.0946741 Jul 23 00:01:46.835129 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39061c37-e3b6-46a2-9e51-c29de45c477d req-c86fd4d0-b90c-42fd-929b-059a20f1dd75 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:46.836599 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-39061c37-e3b6-46a2-9e51-c29de45c477d req-c86fd4d0-b90c-42fd-929b-059a20f1dd75 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 945 time: 0.0974739 Jul 23 00:01:46.856074 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0c7ba51e-f763-4df4-b65a-1e5a213bfb7e req-3ef8ec4d-c434-43f6-93db-298c77afd2bc tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540903 Jul 23 00:01:46.882828 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-39061c37-e3b6-46a2-9e51-c29de45c477d req-fd3c966f-c7f6-43f9-867f-7f7b707eb013 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407305 Jul 23 00:01:47.024201 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440c9a6-d60f-42c4-a843-f5d59f1bc3a5 req-761bf8ca-ae26-434c-96ac-d9ebe583e695 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:47.025666 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e440c9a6-d60f-42c4-a843-f5d59f1bc3a5 req-761bf8ca-ae26-434c-96ac-d9ebe583e695 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0674257 Jul 23 00:01:47.065893 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e440c9a6-d60f-42c4-a843-f5d59f1bc3a5 req-4f6a5196-8389-4257-9f76-291b51bf0ab8 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347221 Jul 23 00:01:47.197741 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24f0b4-7bac-44c4-a10a-f38bf5b4e2ca req-3355594f-17e7-4351-9070-370c6bc9f856 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:47.199427 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b24f0b4-7bac-44c4-a10a-f38bf5b4e2ca req-3355594f-17e7-4351-9070-370c6bc9f856 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0696683 Jul 23 00:01:47.244590 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b24f0b4-7bac-44c4-a10a-f38bf5b4e2ca req-a2f40ff6-4197-4db6-890b-a7d475239e3c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365512 Jul 23 00:01:47.440586 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52428de-bc84-497b-85d4-43ab6ef40e9e req-da43f64c-d7ab-4ac5-b998-8e159e7ce7d3 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:47.442090 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b52428de-bc84-497b-85d4-43ab6ef40e9e req-da43f64c-d7ab-4ac5-b998-8e159e7ce7d3 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 945 time: 0.0721726 Jul 23 00:01:47.560377 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-b52428de-bc84-497b-85d4-43ab6ef40e9e req-ce91852d-9874-4494-9eba-f5031c4f86ae tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Deleting port dff43e2b-ff51-4ec2-abc9-3d4c5d147797 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:47.561110 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b52428de-bc84-497b-85d4-43ab6ef40e9e req-ce91852d-9874-4494-9eba-f5031c4f86ae tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.669939 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-b52428de-bc84-497b-85d4-43ab6ef40e9e req-ce91852d-9874-4494-9eba-f5031c4f86ae tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] For port dff43e2b-ff51-4ec2-abc9-3d4c5d147797, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=dff43e2b-ff51-4ec2-abc9-3d4c5d147797,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:47.670327 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b52428de-bc84-497b-85d4-43ab6ef40e9e req-ce91852d-9874-4494-9eba-f5031c4f86ae tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.684130 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-b52428de-bc84-497b-85d4-43ab6ef40e9e req-ce91852d-9874-4494-9eba-f5031c4f86ae tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Calling delete_port for dff43e2b-ff51-4ec2-abc9-3d4c5d147797 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:47.749894 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-dd61d47a-971c-47e4-bb7e-10e9b2a76e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.830960 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b52428de-bc84-497b-85d4-43ab6ef40e9e req-ce91852d-9874-4494-9eba-f5031c4f86ae tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.844196 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['cd036e22-f774-4552-ad68-2199de5302c2', 'dff43e2b-ff51-4ec2-abc9-3d4c5d147797'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:47.865595 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91852d-9874-4494-9eba-f5031c4f86ae tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Pushing event deleted for resources: {'Port': ['ID=dff43e2b-ff51-4ec2-abc9-3d4c5d147797,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:47.930138 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52428de-bc84-497b-85d4-43ab6ef40e9e req-ce91852d-9874-4494-9eba-f5031c4f86ae tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] No DVR routers for this DVR port dff43e2b-ff51-4ec2-abc9-3d4c5d147797 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:01:47.932673 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-b52428de-bc84-497b-85d4-43ab6ef40e9e req-ce91852d-9874-4494-9eba-f5031c4f86ae tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:47.934999 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b52428de-bc84-497b-85d4-43ab6ef40e9e req-ce91852d-9874-4494-9eba-f5031c4f86ae tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "DELETE /v2.0/ports/dff43e2b-ff51-4ec2-abc9-3d4c5d147797 HTTP/1.1" status: 204 len: 173 time: 0.4870548 Jul 23 00:01:47.935501 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cfe264-efc6-4307-8836-ab2f9d35651b', 'name': 'network-vif-deleted', 'tag': 'dff43e2b-ff51-4ec2-abc9-3d4c5d147797'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:47.937844 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42d1a8c-a472-497b-9ab8-5abb631ab38b" -d '{"events": [{"server_uuid": "34cfe264-efc6-4307-8836-ab2f9d35651b", "name": "network-vif-deleted", "tag": "dff43e2b-ff51-4ec2-abc9-3d4c5d147797"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:48.105427 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6801c27-b745-4f2c-be27-7f47a36dc98b req-310a9a53-8b82-463d-9bde-a05a06e36932 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=34cfe264-efc6-4307-8836-ab2f9d35651b HTTP/1.1" status: 200 len: 210 time: 0.0776451 Jul 23 00:01:48.174732 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a969427-8fbc-4c88-aa38-23c93557fc16 x-openstack-request-id: req-8a969427-8fbc-4c88-aa38-23c93557fc16 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:48.175022 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cfe264-efc6-4307-8836-ab2f9d35651b", "name": "network-vif-deleted", "tag": "dff43e2b-ff51-4ec2-abc9-3d4c5d147797", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:48.175271 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a969427-8fbc-4c88-aa38-23c93557fc16 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:48.176202 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cfe264-efc6-4307-8836-ab2f9d35651b', 'name': 'network-vif-deleted', 'tag': 'dff43e2b-ff51-4ec2-abc9-3d4c5d147797', 'status': 'completed', 'code': 200} Jul 23 00:01:48.224658 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb9afe-0301-41c4-88ba-1cad72c68209 req-09a0fa85-3961-46c7-940f-26e2703c1ef2 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:48.238158 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-15cb9afe-0301-41c4-88ba-1cad72c68209 req-09a0fa85-3961-46c7-940f-26e2703c1ef2 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 945 time: 0.1442909 Jul 23 00:01:48.314345 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-15cb9afe-0301-41c4-88ba-1cad72c68209 req-d7d77175-92d4-40e7-8d21-2ac0e4e9a9d3 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751464 Jul 23 00:01:48.401029 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711ec97-3c75-42d1-ac95-d7d52168029a req-43a8cdf0-635e-499d-a2fc-6119930f6c84 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:48.402603 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9711ec97-3c75-42d1-ac95-d7d52168029a req-43a8cdf0-635e-499d-a2fc-6119930f6c84 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.1615987 Jul 23 00:01:48.518612 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9711ec97-3c75-42d1-ac95-d7d52168029a req-ed8b4400-e7e9-4e89-9553-89f8bf5b984c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979152 Jul 23 00:01:48.566251 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b590f-6774-4dbe-8941-021d765a1d95 req-5f4dc0b3-6c2c-497e-823e-7e4f8a63b90a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:48.573746 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd7b590f-6774-4dbe-8941-021d765a1d95 req-5f4dc0b3-6c2c-497e-823e-7e4f8a63b90a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1698298 Jul 23 00:01:48.630493 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd7b590f-6774-4dbe-8941-021d765a1d95 req-ce679627-3ecd-48e6-853f-83bd97b2b356 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553811 Jul 23 00:01:49.710056 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950592f7-db3c-449d-8e87-b791a885a47d req-469b217d-6cce-4e2a-a33b-d83bd629255f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:49.711672 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-950592f7-db3c-449d-8e87-b791a885a47d req-469b217d-6cce-4e2a-a33b-d83bd629255f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0941892 Jul 23 00:01:49.787966 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-950592f7-db3c-449d-8e87-b791a885a47d req-4d95a7d0-36ca-46f0-819d-17fc3ec7c196 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688052 Jul 23 00:01:49.846763 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd9b01-dd64-4db7-82fa-5abcd3d3748c req-497c3056-84ea-4e23-a7b9-367f182a85a4 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:49.852011 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4edd9b01-dd64-4db7-82fa-5abcd3d3748c req-497c3056-84ea-4e23-a7b9-367f182a85a4 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1068697 Jul 23 00:01:49.899609 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4edd9b01-dd64-4db7-82fa-5abcd3d3748c req-ccb10382-d7ee-48e3-9a54-3ee131acb7fe tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395789 Jul 23 00:01:50.216631 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c96e424-a424-4ab5-8419-8b276aaf636d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.461761 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:50.966490 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35af87-6cd8-4402-852e-76298c64fd77 req-9c6e1a83-7a65-49ec-8592-c99c4fd431c7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:50.975440 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f35af87-6cd8-4402-852e-76298c64fd77 req-9c6e1a83-7a65-49ec-8592-c99c4fd431c7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0955858 Jul 23 00:01:51.023004 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f35af87-6cd8-4402-852e-76298c64fd77 req-52f7b88d-976e-45a8-89c8-752c82fa593c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467160 Jul 23 00:01:51.078575 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b86235-9fc2-4fc3-9c64-9b39812c7d85 req-5a260cc6-3e90-4d0a-b38a-a3fcb3c5bbeb tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:51.080169 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-51b86235-9fc2-4fc3-9c64-9b39812c7d85 req-5a260cc6-3e90-4d0a-b38a-a3fcb3c5bbeb tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0801864 Jul 23 00:01:51.120826 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:01:51.127970 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-51b86235-9fc2-4fc3-9c64-9b39812c7d85 req-c3c11018-fff6-48f3-8d22-59feeba47c6a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421941 Jul 23 00:01:51.476046 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:51.878782 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device dff43e2b-ff51-4ec2-abc9-3d4c5d147797 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:51.904176 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: dff43e2b-ff51-4ec2-abc9-3d4c5d147797 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:51.904454 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device dff43e2b-ff51-4ec2-abc9-3d4c5d147797 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:52.192978 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044c8c2-fbc8-4a66-b41e-cd090381e7d6 req-80f71dec-4c4f-4a2d-b53a-870d96ec174b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:52.200595 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5044c8c2-fbc8-4a66-b41e-cd090381e7d6 req-80f71dec-4c4f-4a2d-b53a-870d96ec174b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0936577 Jul 23 00:01:52.259572 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5044c8c2-fbc8-4a66-b41e-cd090381e7d6 req-b3192dfa-7e51-4fb0-ae87-3229c086adfc tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579863 Jul 23 00:01:52.316627 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f0744-c7a3-4dec-8401-5c6462a3ec9d req-e6ecc4eb-7163-40ef-af8e-8c4158e8e622 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:52.318264 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9d7f0744-c7a3-4dec-8401-5c6462a3ec9d req-e6ecc4eb-7163-40ef-af8e-8c4158e8e622 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0944412 Jul 23 00:01:52.359602 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9d7f0744-c7a3-4dec-8401-5c6462a3ec9d req-c863eb9c-036a-4d94-8e39-e7f06331bb52 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356266 Jul 23 00:01:52.574125 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6accc8-bd81-40b3-becf-3f9ff333dcfa req-02e203c6-d134-49bb-9081-a966ef906158 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:52.576138 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d6accc8-bd81-40b3-becf-3f9ff333dcfa req-02e203c6-d134-49bb-9081-a966ef906158 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 945 time: 0.0815945 Jul 23 00:01:52.639186 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2d6accc8-bd81-40b3-becf-3f9ff333dcfa req-fb4ccb92-2cc5-4ec7-af22-fb7a7801d646 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565145 Jul 23 00:01:53.151030 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:53.414569 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ecd43-0602-470b-9a8b-b26b62590074 req-83a4aee9-b48b-4920-8a1d-105b7a4012c2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:53.421322 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-da8ecd43-0602-470b-9a8b-b26b62590074 req-83a4aee9-b48b-4920-8a1d-105b7a4012c2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0807939 Jul 23 00:01:53.483371 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-da8ecd43-0602-470b-9a8b-b26b62590074 req-ee4e466f-345c-42d8-8b58-38216b3a8279 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612116 Jul 23 00:01:53.522790 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc312763-99b5-4cec-be8b-14789ac8ac11 req-cca521ae-3a2d-4449-8b01-469d7891ba68 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:53.524309 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dc312763-99b5-4cec-be8b-14789ac8ac11 req-cca521ae-3a2d-4449-8b01-469d7891ba68 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0880284 Jul 23 00:01:53.563164 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dc312763-99b5-4cec-be8b-14789ac8ac11 req-4bdfb8e4-eaf0-46b6-9717-1f44114dd911 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331168 Jul 23 00:01:53.761777 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc2d1c-941d-4466-94ae-99c2cf895b53 req-d8776abb-065d-4ad6-ae2d-7e1e9b5398bc tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:53.763507 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-89bc2d1c-941d-4466-94ae-99c2cf895b53 req-d8776abb-065d-4ad6-ae2d-7e1e9b5398bc tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 945 time: 0.0613921 Jul 23 00:01:53.800455 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-89bc2d1c-941d-4466-94ae-99c2cf895b53 req-cb80c050-2406-4037-b543-2802dd510a79 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313790 Jul 23 00:01:54.193183 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d702fd5-937e-4d80-bd1d-f0884589a0d1 req-ed01983a-fabf-4166-841d-c722a6a885b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:54.194517 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7d702fd5-937e-4d80-bd1d-f0884589a0d1 req-ed01983a-fabf-4166-841d-c722a6a885b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 1098 time: 0.0541635 Jul 23 00:01:54.312350 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d702fd5-937e-4d80-bd1d-f0884589a0d1 req-055f99cd-5b8e-434f-bfb0-3245c0df7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:54.313950 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7d702fd5-937e-4d80-bd1d-f0884589a0d1 req-055f99cd-5b8e-434f-bfb0-3245c0df7aa0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 200 len: 917 time: 0.1103384 Jul 23 00:01:54.592739 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbf939-78d2-4f0d-8cb8-0f976d7fafb3 req-ca1bdcca-549e-434c-b0be-d67ef94efc29 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:54.594357 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-30bbf939-78d2-4f0d-8cb8-0f976d7fafb3 req-ca1bdcca-549e-434c-b0be-d67ef94efc29 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 945 time: 0.3260348 Jul 23 00:01:54.610665 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7d702fd5-937e-4d80-bd1d-f0884589a0d1 req-c3647a9e-9de5-42db-8058-c1a2b097f84b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf HTTP/1.1" status: 200 len: 1000 time: 0.2897027 Jul 23 00:01:54.762234 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d702fd5-937e-4d80-bd1d-f0884589a0d1 req-5e715ad1-badb-4e91-9346-0d2a000a20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:54.763901 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7d702fd5-937e-4d80-bd1d-f0884589a0d1 req-5e715ad1-badb-4e91-9346-0d2a000a20c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=739940cf-291e-44ac-8d89-078a7a2a023d HTTP/1.1" status: 200 len: 855 time: 0.1286547 Jul 23 00:01:54.831132 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ab244-e2c5-4f8e-8742-815107b7ec8e req-72a4b3e1-f2e3-4a4f-ba92-274f402663ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:54.832624 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fa9ab244-e2c5-4f8e-8742-815107b7ec8e req-72a4b3e1-f2e3-4a4f-ba92-274f402663ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.2373290 Jul 23 00:01:54.913871 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a8110-bb97-4a0c-838c-72de9fb6ce51 req-d6cb220b-5bc3-4221-ad03-1d45f33f9af7 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:54.915337 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d67a8110-bb97-4a0c-838c-72de9fb6ce51 req-d6cb220b-5bc3-4221-ad03-1d45f33f9af7 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1860218 Jul 23 00:01:54.922498 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fa9ab244-e2c5-4f8e-8742-815107b7ec8e req-a3c9baf6-40d6-40c2-8343-1897a18aa1ac tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788836 Jul 23 00:01:54.922498 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-30bbf939-78d2-4f0d-8cb8-0f976d7fafb3 req-1626348b-bf13-457d-b124-6b30ba3788a1 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Deleting port 3006595f-531d-4260-854c-b70598c0d577 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:54.922498 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-30bbf939-78d2-4f0d-8cb8-0f976d7fafb3 req-1626348b-bf13-457d-b124-6b30ba3788a1 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:54.973875 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d702fd5-937e-4d80-bd1d-f0884589a0d1 req-3df9a431-65c6-4afe-92be-594a7ed44457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:54.976480 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7d702fd5-937e-4d80-bd1d-f0884589a0d1 req-3df9a431-65c6-4afe-92be-594a7ed44457 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d72d623f-3714-41dc-869a-b358bd7c89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1885920 Jul 23 00:01:55.082612 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d67a8110-bb97-4a0c-838c-72de9fb6ce51 req-ca3a54cf-5c9b-45ce-a344-ba34791ee1f5 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574945 Jul 23 00:01:55.165924 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-30bbf939-78d2-4f0d-8cb8-0f976d7fafb3 req-1626348b-bf13-457d-b124-6b30ba3788a1 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] For port 3006595f-531d-4260-854c-b70598c0d577, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3006595f-531d-4260-854c-b70598c0d577,segment=NetworkSegment(6661bdc2-04a9-4b9f-aa52-2f1e89436f56),segment_id=6661bdc2-04a9-4b9f-aa52-2f1e89436f56)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:55.166399 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-30bbf939-78d2-4f0d-8cb8-0f976d7fafb3 req-1626348b-bf13-457d-b124-6b30ba3788a1 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:55.204877 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-30bbf939-78d2-4f0d-8cb8-0f976d7fafb3 req-1626348b-bf13-457d-b124-6b30ba3788a1 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Calling delete_port for 3006595f-531d-4260-854c-b70598c0d577 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:55.237699 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7d702fd5-937e-4d80-bd1d-f0884589a0d1 req-9d080f6d-62ba-483f-852a-515c13d8c351 service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509363 Jul 23 00:01:55.252235 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777feb33-e2f8-44cf-937c-1fd954712fab req-c3f4fd6d-24d7-4a19-b5be-95be4ab671d0 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:55.253616 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-777feb33-e2f8-44cf-937c-1fd954712fab req-c3f4fd6d-24d7-4a19-b5be-95be4ab671d0 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 946 time: 0.2650943 Jul 23 00:01:55.412790 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cee6af-1fcd-4b8e-8f61-206ec3194a0e req-5e3ebe3e-b2ff-46fc-9d53-32a3b6a26a15 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:55.414145 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d5cee6af-1fcd-4b8e-8f61-206ec3194a0e req-5e3ebe3e-b2ff-46fc-9d53-32a3b6a26a15 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2052972-7b40-4696-8837-376d2bc1754b HTTP/1.1" status: 200 len: 945 time: 0.2373993 Jul 23 00:01:55.420715 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-777feb33-e2f8-44cf-937c-1fd954712fab req-df16488f-af66-48e3-865b-3c85bcf67e94 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239116 Jul 23 00:01:55.477087 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7d702fd5-937e-4d80-bd1d-f0884589a0d1 req-950384d9-adba-4574-8fdf-65f1eb88b05d service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218809 Jul 23 00:01:55.506157 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d5cee6af-1fcd-4b8e-8f61-206ec3194a0e req-e40a283c-b71f-4d59-8923-62fa9732f654 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845268 Jul 23 00:01:55.527803 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-30bbf939-78d2-4f0d-8cb8-0f976d7fafb3 req-1626348b-bf13-457d-b124-6b30ba3788a1 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:55.550204 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['3006595f-531d-4260-854c-b70598c0d577'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:55.553550 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626348b-bf13-457d-b124-6b30ba3788a1 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Pushing event deleted for resources: {'Port': ['ID=3006595f-531d-4260-854c-b70598c0d577,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:55.600352 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bbf939-78d2-4f0d-8cb8-0f976d7fafb3 req-1626348b-bf13-457d-b124-6b30ba3788a1 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] No DVR routers for this DVR port 3006595f-531d-4260-854c-b70598c0d577 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:01:55.602757 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-30bbf939-78d2-4f0d-8cb8-0f976d7fafb3 req-1626348b-bf13-457d-b124-6b30ba3788a1 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:55.604944 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-30bbf939-78d2-4f0d-8cb8-0f976d7fafb3 req-1626348b-bf13-457d-b124-6b30ba3788a1 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.41 "DELETE /v2.0/ports/3006595f-531d-4260-854c-b70598c0d577 HTTP/1.1" status: 204 len: 173 time: 0.9963765 Jul 23 00:01:55.605446 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2052972-7b40-4696-8837-376d2bc1754b', 'name': 'network-vif-deleted', 'tag': '3006595f-531d-4260-854c-b70598c0d577'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:55.607662 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311aad4e-da85-4bbe-afb9-36b374ef492b" -d '{"events": [{"server_uuid": "c2052972-7b40-4696-8837-376d2bc1754b", "name": "network-vif-deleted", "tag": "3006595f-531d-4260-854c-b70598c0d577"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:55.643189 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e44d5c-4a4d-46a9-88a9-ebe3f0777f22 x-openstack-request-id: req-a0e44d5c-4a4d-46a9-88a9-ebe3f0777f22 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:55.643543 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2052972-7b40-4696-8837-376d2bc1754b", "name": "network-vif-deleted", "tag": "3006595f-531d-4260-854c-b70598c0d577", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:55.643752 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0e44d5c-4a4d-46a9-88a9-ebe3f0777f22 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:55.644139 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2052972-7b40-4696-8837-376d2bc1754b', 'name': 'network-vif-deleted', 'tag': '3006595f-531d-4260-854c-b70598c0d577', 'status': 'completed', 'code': 200} Jul 23 00:01:56.061687 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a2980-c05f-4399-80e3-ede5e7b41795 req-ff68ab60-65b6-4aef-a352-a8842ead87ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:56.063189 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-330a2980-c05f-4399-80e3-ede5e7b41795 req-ff68ab60-65b6-4aef-a352-a8842ead87ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0676336 Jul 23 00:01:56.100588 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-330a2980-c05f-4399-80e3-ede5e7b41795 req-341f4964-099b-4a7e-b905-22584001f8f7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319240 Jul 23 00:01:56.230862 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5934e-735d-488d-8ea8-7db02eab8d75 req-0c1e58a8-1688-4720-8d85-324c4023c37a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:56.232365 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7ee5934e-735d-488d-8ea8-7db02eab8d75 req-0c1e58a8-1688-4720-8d85-324c4023c37a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0681808 Jul 23 00:01:56.269747 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7ee5934e-735d-488d-8ea8-7db02eab8d75 req-3341d7c6-3e93-4764-a438-bd0ff751955f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309381 Jul 23 00:01:56.591597 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a0e8a-6697-4e93-a2ca-5962e2afd91c req-586503ee-3fe8-4eb6-a605-aeca26dc65d7 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:56.592883 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-871a0e8a-6697-4e93-a2ca-5962e2afd91c req-586503ee-3fe8-4eb6-a605-aeca26dc65d7 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 946 time: 0.1011968 Jul 23 00:01:56.630202 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbe7fc-3c81-44fc-a1db-2fb7c898ac2f req-d06493b8-1959-4614-a85d-eb6d75dec79c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:56.631635 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c1cbe7fc-3c81-44fc-a1db-2fb7c898ac2f req-d06493b8-1959-4614-a85d-eb6d75dec79c tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 946 time: 0.0998130 Jul 23 00:01:56.652395 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-871a0e8a-6697-4e93-a2ca-5962e2afd91c req-2988204f-be08-4f94-ba75-c5ff6b5ae702 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/security-groups?id=32fcfcc4-1878-435d-be89-07f1906d0e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522256 Jul 23 00:01:56.774431 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-c1cbe7fc-3c81-44fc-a1db-2fb7c898ac2f req-454f41c6-21aa-4ef9-be09-c2e13723d321 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Deleting port cd036e22-f774-4552-ad68-2199de5302c2 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:01:56.774763 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c1cbe7fc-3c81-44fc-a1db-2fb7c898ac2f req-454f41c6-21aa-4ef9-be09-c2e13723d321 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:56.885534 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-8d4321da-c42d-4c70-a793-e0c2f08a15ab tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:56.886959 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-8d4321da-c42d-4c70-a793-e0c2f08a15ab tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/networks?id=b4794eec-774f-4921-a24c-ac0e5417f3e4 HTTP/1.1" status: 200 len: 808 time: 0.1616731 Jul 23 00:01:56.912106 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-85f96ed1-decb-4ffc-8e74-ad2ba3198c26 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/quotas/3adbaafd50014fe4a448df06cc643b68 HTTP/1.1" status: 200 len: 375 time: 0.0176919 Jul 23 00:01:56.919568 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-c1cbe7fc-3c81-44fc-a1db-2fb7c898ac2f req-454f41c6-21aa-4ef9-be09-c2e13723d321 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] For port cd036e22-f774-4552-ad68-2199de5302c2, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=cd036e22-f774-4552-ad68-2199de5302c2,segment=NetworkSegment(9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32),segment_id=9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:01:56.919919 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c1cbe7fc-3c81-44fc-a1db-2fb7c898ac2f req-454f41c6-21aa-4ef9-be09-c2e13723d321 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:56.953168 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-c1cbe7fc-3c81-44fc-a1db-2fb7c898ac2f req-454f41c6-21aa-4ef9-be09-c2e13723d321 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Calling delete_port for cd036e22-f774-4552-ad68-2199de5302c2 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:01:56.956716 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-6126ba42-6262-4d67-aaa6-6ec70a1eadcc tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3adbaafd50014fe4a448df06cc643b68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395300 Jul 23 00:01:57.096758 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-bb1721cf-350c-4f7f-a0be-4c0ab44de63c service neutron] 10.222.0.39 "GET /v2.0/networks/b4794eec-774f-4921-a24c-ac0e5417f3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327176 Jul 23 00:01:57.231089 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c1cbe7fc-3c81-44fc-a1db-2fb7c898ac2f req-454f41c6-21aa-4ef9-be09-c2e13723d321 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:57.278738 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f41c6-21aa-4ef9-be09-c2e13723d321 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Pushing event deleted for resources: {'Port': ['ID=cd036e22-f774-4552-ad68-2199de5302c2,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:01:57.289249 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b8fe90e2-61fc-4851-a4de-7a6d959da027 service neutron] 10.222.0.39 "GET /v2.0/networks/b4794eec-774f-4921-a24c-ac0e5417f3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863024 Jul 23 00:01:57.335195 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cbe7fc-3c81-44fc-a1db-2fb7c898ac2f req-454f41c6-21aa-4ef9-be09-c2e13723d321 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] No DVR routers for this DVR port cd036e22-f774-4552-ad68-2199de5302c2 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:01:57.339091 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c1cbe7fc-3c81-44fc-a1db-2fb7c898ac2f req-454f41c6-21aa-4ef9-be09-c2e13723d321 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:57.341127 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c1cbe7fc-3c81-44fc-a1db-2fb7c898ac2f req-454f41c6-21aa-4ef9-be09-c2e13723d321 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.41 "DELETE /v2.0/ports/cd036e22-f774-4552-ad68-2199de5302c2 HTTP/1.1" status: 204 len: 173 time: 0.7025228 Jul 23 00:01:57.354991 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8d788-bc98-436a-93de-d289e0f21ca2 req-8c413024-6f6d-4efe-ae64-3dbe072a97ff tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:57.356392 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2a8d788-bc98-436a-93de-d289e0f21ca2 req-8c413024-6f6d-4efe-ae64-3dbe072a97ff tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.1642427 Jul 23 00:01:57.395354 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2a8d788-bc98-436a-93de-d289e0f21ca2 req-6f8b11ca-f64b-4f7a-9ce4-2f31f3f16c2f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325031 Jul 23 00:01:57.492901 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-51e76eaa-6a65-4e8f-a35f-5121bc1795f8 req-8047c42e-b3c1-4e2e-8bba-45d6d585fe2e tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 210 time: 0.0342927 Jul 23 00:01:57.528687 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae371d2-1c1d-4c28-b3da-cd9ac17c077c req-487a74b8-2a4a-4526-ae2a-57d441504d12 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:57.530185 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2ae371d2-1c1d-4c28-b3da-cd9ac17c077c req-487a74b8-2a4a-4526-ae2a-57d441504d12 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1000504 Jul 23 00:01:57.746852 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77540639-b8cc-4319-a1b3-486c8eea55ed', 'name': 'network-vif-deleted', 'tag': 'cd036e22-f774-4552-ad68-2199de5302c2'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:01:57.749092 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081cd2e0-a1af-4ba2-bdd5-2fcb0d2a5cf3" -d '{"events": [{"server_uuid": "77540639-b8cc-4319-a1b3-486c8eea55ed", "name": "network-vif-deleted", "tag": "cd036e22-f774-4552-ad68-2199de5302c2"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:01:57.783706 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-13788391-87d8-4b00-8de9-6acbd6c09d82 req-b15e4105-b28c-4a89-aabb-e8b58e5778f9 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 210 time: 0.0315375 Jul 23 00:01:57.795468 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2ae371d2-1c1d-4c28-b3da-cd9ac17c077c req-96791f4e-a750-43bf-b349-9c208f58da93 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589226 Jul 23 00:01:57.826890 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52d30da-ec05-407d-8d7e-476090b774dc x-openstack-request-id: req-f52d30da-ec05-407d-8d7e-476090b774dc {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:01:57.827184 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77540639-b8cc-4319-a1b3-486c8eea55ed", "name": "network-vif-deleted", "tag": "cd036e22-f774-4552-ad68-2199de5302c2", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:01:57.827471 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f52d30da-ec05-407d-8d7e-476090b774dc {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:01:57.827870 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77540639-b8cc-4319-a1b3-486c8eea55ed', 'name': 'network-vif-deleted', 'tag': 'cd036e22-f774-4552-ad68-2199de5302c2', 'status': 'completed', 'code': 200} Jul 23 00:01:58.530714 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32f7ac-68b4-4d99-80df-b46e255b7263 req-fb3af2a7-233f-42bd-b554-f7fd7f6f9998 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:58.532214 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ea32f7ac-68b4-4d99-80df-b46e255b7263 req-fb3af2a7-233f-42bd-b554-f7fd7f6f9998 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0627608 Jul 23 00:01:58.578505 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ea32f7ac-68b4-4d99-80df-b46e255b7263 req-d35a7e1e-1b38-48b1-bbd1-04cf641a7666 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405128 Jul 23 00:01:58.606196 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b6e49cd-910c-4d71-85b3-8ea503b6f1b1 req-597c22c6-3287-42b0-971f-6cffd5b036e7 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 210 time: 0.0408683 Jul 23 00:01:58.879489 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bdbc064e-2c72-4942-8483-e2f10d4600ae req-40a195c9-b4e8-4861-afc7-42efc29e3dda tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 210 time: 0.0303285 Jul 23 00:01:58.937850 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb891f41-3243-424a-a3ef-d2c6ea060883 req-65d367fb-e560-4159-9610-915845250e07 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:58.939859 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eb891f41-3243-424a-a3ef-d2c6ea060883 req-65d367fb-e560-4159-9610-915845250e07 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0626209 Jul 23 00:01:58.975662 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-eb891f41-3243-424a-a3ef-d2c6ea060883 req-5a4c5471-c662-4186-a521-0d1e31fd936f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302641 Jul 23 00:01:59.718773 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-266a2f70-f29c-4267-b3c8-f37d88af3014 req-1bea1ac6-551c-4b49-bfe9-5c64b51a42f2 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 210 time: 0.0344973 Jul 23 00:01:59.746089 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38483e8-abf8-460b-9bde-7531407e2af7 req-420d58e5-9041-45fe-b84d-162a231e6cd8 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:01:59.747568 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a38483e8-abf8-460b-9bde-7531407e2af7 req-420d58e5-9041-45fe-b84d-162a231e6cd8 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 945 time: 0.0960333 Jul 23 00:01:59.785266 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a38483e8-abf8-460b-9bde-7531407e2af7 req-abfd9033-913e-438f-8dea-95f433240e6f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323017 Jul 23 00:01:59.833977 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['cd036e22-f774-4552-ad68-2199de5302c2'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:01:59.855746 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 3006595f-531d-4260-854c-b70598c0d577 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:59.875491 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: 3006595f-531d-4260-854c-b70598c0d577 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:01:59.876319 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 3006595f-531d-4260-854c-b70598c0d577 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:01:59.876753 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 098f35db-a672-4d57-aad6-fe2d70ff99bf no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:01:59.964198 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:01:59.998527 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:00.001416 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a676b3e0-a761-45d6-98e6-51d774d14cab" -d '{"events": [{"server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "name": "network-vif-unplugged", "status": "completed", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:00.001884 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c04e916c-22bd-4a1c-bc27-e66b571e1843 req-a3dd9599-e820-4f7a-a9ed-2d4246aaec13 tempest-AttachVolumeNegativeTest-523794153 tempest-AttachVolumeNegativeTest-523794153-project] 10.222.0.39 "GET /v2.0/ports?device_id=77540639-b8cc-4319-a1b3-486c8eea55ed HTTP/1.1" status: 200 len: 210 time: 0.0334897 Jul 23 00:02:00.014478 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 098f35db-a672-4d57-aad6-fe2d70ff99bf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:00.019485 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:00.051190 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0818d7bd-a811-4a96-a727-15630965083b x-openstack-request-id: req-0818d7bd-a811-4a96-a727-15630965083b {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:00.051533 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "name": "network-vif-unplugged", "status": "completed", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:00.051792 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0818d7bd-a811-4a96-a727-15630965083b {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:00.052179 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'code': 200} Jul 23 00:02:00.068706 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=098f35db-a672-4d57-aad6-fe2d70ff99bf,revision_number=8']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:00.111613 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506d536-9c9e-4cea-9a0c-804e19f31061 req-848160f4-d7f6-4215-a061-a812bffa7e36 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:00.113267 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1506d536-9c9e-4cea-9a0c-804e19f31061 req-848160f4-d7f6-4215-a061-a812bffa7e36 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0662961 Jul 23 00:02:00.152799 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1506d536-9c9e-4cea-9a0c-804e19f31061 req-c10d5d39-b0e5-430d-b2ba-c422f6802287 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340171 Jul 23 00:02:00.803404 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b1bef889-c551-4da5-b45b-ab988c239cc0 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:00.804860 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b1bef889-c551-4da5-b45b-ab988c239cc0 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.41 "GET /v2.0/networks?id=b4794eec-774f-4921-a24c-ac0e5417f3e4 HTTP/1.1" status: 200 len: 808 time: 0.1089559 Jul 23 00:02:00.834993 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-9f5cf2d5-f9a8-4e5a-bfa5-fb97b2b709f9 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Request body: {'port': {'device_id': '56663851-1e7e-4419-ac1d-594d9b3f7b80', 'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4', 'admin_state_up': True, 'tenant_id': '3adbaafd50014fe4a448df06cc643b68'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:00.839682 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cb6e7932-d6be-47f4-b9c0-73d7eef52f6f req-f62dfa76-d089-433b-99d3-7b7ad5fda26e tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 210 time: 0.0450728 Jul 23 00:02:00.995450 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d77a0f-6ef4-4738-ae63-af5b85b7901a req-035acbb6-db69-4e50-a7e5-44aaf8f7f8ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:00.996959 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10d77a0f-6ef4-4738-ae63-af5b85b7901a req-035acbb6-db69-4e50-a7e5-44aaf8f7f8ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.1171095 Jul 23 00:02:01.028606 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-9f5cf2d5-f9a8-4e5a-bfa5-fb97b2b709f9 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Made reservation on behalf of 3adbaafd50014fe4a448df06cc643b68 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:02:01.032605 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-9f5cf2d5-f9a8-4e5a-bfa5-fb97b2b709f9 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.067564 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51206) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:01.068575 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10d77a0f-6ef4-4738-ae63-af5b85b7901a req-515ed77c-2693-4013-a1bc-8ef349ae5ad6 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624499 Jul 23 00:02:01.115598 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa72890-de6e-4089-9a75-6bb5d2a4ba9d admin admin] Deleting subnet 8112aa32-d31c-4ba1-902b-52e0136b5a44 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:02:01.119005 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fa72890-de6e-4089-9a75-6bb5d2a4ba9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.154479 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fa72890-de6e-4089-9a75-6bb5d2a4ba9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463722'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.189649 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-9f5cf2d5-f9a8-4e5a-bfa5-fb97b2b709f9 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Allocated IP 172.20.0.5 (b4794eec-774f-4921-a24c-ac0e5417f3e4/73075026-2094-4a24-991f-741bea6ac020/c0387e8c-6a9a-4ddb-a067-6a64295dc5a9) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:02:01.193522 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fa72890-de6e-4089-9a75-6bb5d2a4ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.255523 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fa72890-de6e-4089-9a75-6bb5d2a4ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6971825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5779894'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.284491 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa72890-de6e-4089-9a75-6bb5d2a4ba9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8112aa32-d31c-4ba1-902b-52e0136b5a44,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:01.289271 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2fa72890-de6e-4089-9a75-6bb5d2a4ba9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.294200 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2fa72890-de6e-4089-9a75-6bb5d2a4ba9d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8112aa32-d31c-4ba1-902b-52e0136b5a44 HTTP/1.1" status: 204 len: 168 time: 0.2227519 Jul 23 00:02:01.294200 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51218) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:01.365723 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-be35d573-e1a6-431c-9fc4-1c7c4872482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.385635 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bae49-5a2f-4cc1-a171-581dcc7f5f18 req-4b0c8d66-35bd-4057-af5f-8b78090134cf tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:01.387123 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a81bae49-5a2f-4cc1-a171-581dcc7f5f18 req-4b0c8d66-35bd-4057-af5f-8b78090134cf tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1402633 Jul 23 00:02:01.410842 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-9f5cf2d5-f9a8-4e5a-bfa5-fb97b2b709f9 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.446829 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a81bae49-5a2f-4cc1-a171-581dcc7f5f18 req-0c45b5f3-d254-4694-9b4e-f49c2c0bf56d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512211 Jul 23 00:02:01.450665 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-be35d573-e1a6-431c-9fc4-1c7c4872482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.462275 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-be35d573-e1a6-431c-9fc4-1c7c4872482d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5700993c-28e3-4cd1-83be-0cd328b486c1']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:01.472143 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-be35d573-e1a6-431c-9fc4-1c7c4872482d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:01.472439 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-be35d573-e1a6-431c-9fc4-1c7c4872482d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddd7e09-c3f6-41dc-b8dd-b3808ab91e32') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:01.474840 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-9f5cf2d5-f9a8-4e5a-bfa5-fb97b2b709f9 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.481505 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-be35d573-e1a6-431c-9fc4-1c7c4872482d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463715'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.495784 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-be35d573-e1a6-431c-9fc4-1c7c4872482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.503313 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be35d573-e1a6-431c-9fc4-1c7c4872482d admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:02:01.503854 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-be35d573-e1a6-431c-9fc4-1c7c4872482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6971851'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: timer() Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: cb(*args, **kw) Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: self._notify() Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: self.callback(batched_events) Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: event.method(event) Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._get(url).json() Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:02:01.507416 dv-cinder-801633-1-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:02:01.520586 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-9f5cf2d5-f9a8-4e5a-bfa5-fb97b2b709f9 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Network b4794eec-774f-4921-a24c-ac0e5417f3e4 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:02:01.527860 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-9f5cf2d5-f9a8-4e5a-bfa5-fb97b2b709f9 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:02:01.531480 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-9f5cf2d5-f9a8-4e5a-bfa5-fb97b2b709f9 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:02:01.558370 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cf2d5-f9a8-4e5a-bfa5-fb97b2b709f9 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Pushing event updated for resources: {'Port': ['ID=c0387e8c-6a9a-4ddb-a067-6a64295dc5a9,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:01.566917 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-be35d573-e1a6-431c-9fc4-1c7c4872482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.572537 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-be35d573-e1a6-431c-9fc4-1c7c4872482d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.578979 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-be35d573-e1a6-431c-9fc4-1c7c4872482d admin admin] 10.222.0.39 "DELETE /v2.0/networks/5700993c-28e3-4cd1-83be-0cd328b486c1 HTTP/1.1" status: 204 len: 168 time: 0.2821560 Jul 23 00:02:01.588074 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-9f5cf2d5-f9a8-4e5a-bfa5-fb97b2b709f9 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:01.588974 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-9f5cf2d5-f9a8-4e5a-bfa5-fb97b2b709f9 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.598720 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35d573-e1a6-431c-9fc4-1c7c4872482d admin admin] Pushing event deleted for resources: {'Network': ['ID=5700993c-28e3-4cd1-83be-0cd328b486c1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:01.605626 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-9f5cf2d5-f9a8-4e5a-bfa5-fb97b2b709f9 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7743866 Jul 23 00:02:01.619408 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Request body: {'port': {'device_id': '56663851-1e7e-4419-ac1d-594d9b3f7b80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:02:01.736943 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.760659 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51234) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:01.802524 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9df8a669-6d79-4a76-a713-e9783025959c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f6108e573844cbdacd61435f6dacdf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407135 Jul 23 00:02:01.805039 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51242) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:01.805678 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce942e10-6ab2-4484-9bfa-4c2af2d5d987 req-2119f528-0e84-46b5-96df-9ca73a90fa4c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:01.807359 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ce942e10-6ab2-4484-9bfa-4c2af2d5d987 req-2119f528-0e84-46b5-96df-9ca73a90fa4c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.1140633 Jul 23 00:02:01.854428 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-37515678-3f03-48f7-9881-2e33fcc89c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.878776 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-37515678-3f03-48f7-9881-2e33fcc89c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.913439 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ce942e10-6ab2-4484-9bfa-4c2af2d5d987 req-2e83d880-d4ff-4c1c-9642-e509d4fb2852 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988550 Jul 23 00:02:01.930272 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-37515678-3f03-48f7-9881-2e33fcc89c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.943243 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-37515678-3f03-48f7-9881-2e33fcc89c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:01.943243 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-37515678-3f03-48f7-9881-2e33fcc89c11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32fcfcc4-1878-435d-be89-07f1906d0e56 HTTP/1.1" status: 204 len: 168 time: 0.1286116 Jul 23 00:02:01.965537 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37515678-3f03-48f7-9881-2e33fcc89c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fcfcc4-1878-435d-be89-07f1906d0e56,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:02.089342 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c0362-a40d-4185-9690-00ce7c0c6c60 req-4e057b56-b561-4273-b7b3-057a0bd6b364 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:02.090891 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a35c0362-a40d-4185-9690-00ce7c0c6c60 req-4e057b56-b561-4273-b7b3-057a0bd6b364 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 931 time: 0.1718562 Jul 23 00:02:02.156336 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a35c0362-a40d-4185-9690-00ce7c0c6c60 req-fb34192c-738a-4061-a4a4-ae4185f0e6e8 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533094 Jul 23 00:02:02.197372 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:02:02.203930 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51264) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:02.208158 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:02.222288 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Transition to ACTIVE for port object c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:02:02.227277 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:02.335890 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Pushing event updated for resources: {'Port': ['ID=c0387e8c-6a9a-4ddb-a067-6a64295dc5a9,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:02.360464 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-efd51b99-89d0-46b6-b8bc-cb0a955a40a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1546674 Jul 23 00:02:02.374559 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Attempting to bind port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:02:02.375009 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Attempting to bind port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '6661bdc2-04a9-4b9f-aa52-2f1e89436f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:02:02.375546 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Attempting to bind port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 on network b4794eec-774f-4921-a24c-ac0e5417f3e4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:02:02.382108 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 on network b4794eec-774f-4921-a24c-ac0e5417f3e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:02:02.382489 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Attempting to bind port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 on network b4794eec-774f-4921-a24c-ac0e5417f3e4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:02:02.388402 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:02:02.388852 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Checking segment: {'id': '6661bdc2-04a9-4b9f-aa52-2f1e89436f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:02:02.389444 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Bound using segment: {'id': '6661bdc2-04a9-4b9f-aa52-2f1e89436f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:02:02.389958 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Bound port: c0387e8c-6a9a-4ddb-a067-6a64295dc5a9, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6661bdc2-04a9-4b9f-aa52-2f1e89436f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:02:02.390407 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:02.461965 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] For port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:02:02.466761 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] For port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=c0387e8c-6a9a-4ddb-a067-6a64295dc5a9,segment=NetworkSegment(6661bdc2-04a9-4b9f-aa52-2f1e89436f56),segment_id=6661bdc2-04a9-4b9f-aa52-2f1e89436f56)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:02:02.471530 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:02.517148 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:02.517881 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:02.519333 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] 10.222.0.41 "PUT /v2.0/ports/c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 HTTP/1.1" status: 200 len: 1093 time: 0.9051809 Jul 23 00:02:02.519963 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56663851-1e7e-4419-ac1d-594d9b3f7b80', 'tag': 'c0387e8c-6a9a-4ddb-a067-6a64295dc5a9'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:02.522235 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80aae15-dee4-40ff-8bf7-1c56377e01b4" -d '{"events": [{"name": "network-changed", "server_uuid": "56663851-1e7e-4419-ac1d-594d9b3f7b80", "tag": "c0387e8c-6a9a-4ddb-a067-6a64295dc5a9"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:02.603436 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7958a0f-d809-4a85-a4e0-8b4380f9db9c service neutron] Pushing event updated for resources: {'Port': ['ID=c0387e8c-6a9a-4ddb-a067-6a64295dc5a9,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:02.626552 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c98dcc0-5852-4517-b126-eb879e119b5e x-openstack-request-id: req-4c98dcc0-5852-4517-b126-eb879e119b5e {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:02.626841 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56663851-1e7e-4419-ac1d-594d9b3f7b80", "tag": "c0387e8c-6a9a-4ddb-a067-6a64295dc5a9", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:02.627089 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c98dcc0-5852-4517-b126-eb879e119b5e {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:02.627529 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56663851-1e7e-4419-ac1d-594d9b3f7b80', 'tag': 'c0387e8c-6a9a-4ddb-a067-6a64295dc5a9', 'status': 'completed', 'code': 200} Jul 23 00:02:02.685310 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-18a2178f-0214-4615-95fb-c4f3ae16e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:02.686846 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-18a2178f-0214-4615-95fb-c4f3ae16e300 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3adbaafd50014fe4a448df06cc643b68&device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 1096 time: 0.1118195 Jul 23 00:02:02.697321 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2967e1-bc65-4dc2-b289-cd629c97d0fb req-cd5269dd-ba11-4c8e-bd1e-051a2968dd51 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:02.698633 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ef2967e1-bc65-4dc2-b289-cd629c97d0fb req-cd5269dd-ba11-4c8e-bd1e-051a2968dd51 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1455364 Jul 23 00:02:02.747504 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-1199bd36-f837-4fb5-b37d-281acd9605c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 HTTP/1.1" status: 200 len: 217 time: 0.0475676 Jul 23 00:02:02.816644 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ef2967e1-bc65-4dc2-b289-cd629c97d0fb req-66ff48f3-f6ca-4334-9019-9991b086929d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091518 Jul 23 00:02:02.826601 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-deca8f29-68d0-4547-9d0e-e4a2e754ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:02.828067 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-deca8f29-68d0-4547-9d0e-e4a2e754ad8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73075026-2094-4a24-991f-741bea6ac020 HTTP/1.1" status: 200 len: 848 time: 0.0713942 Jul 23 00:02:02.878262 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-dc8e6a4d-4a98-4b2c-966d-bf3d01858ef5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4794eec-774f-4921-a24c-ac0e5417f3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312934 Jul 23 00:02:02.973895 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-d8562c20-620a-4ca6-8cb0-631ffd9a7152 service neutron] 10.222.0.41 "GET /v2.0/networks/b4794eec-774f-4921-a24c-ac0e5417f3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885687 Jul 23 00:02:03.112370 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6d60d33-54c5-4bb7-86d8-0557b00bdd78 req-a021160f-dec2-4898-b0f9-bf2a3727dbbc service neutron] 10.222.0.41 "GET /v2.0/networks/b4794eec-774f-4921-a24c-ac0e5417f3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319520 Jul 23 00:02:03.135422 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9d802-4e33-41a5-ab99-e545d0a02c0d req-fe9d0b0b-dd07-46ab-ad2d-9cb756bcb538 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:03.136931 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-84c9d802-4e33-41a5-ab99-e545d0a02c0d req-fe9d0b0b-dd07-46ab-ad2d-9cb756bcb538 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.1213889 Jul 23 00:02:03.228550 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-84c9d802-4e33-41a5-ab99-e545d0a02c0d req-aea4fde8-1b35-4aaf-bf62-a5b9c4f0c39f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801320 Jul 23 00:02:03.264763 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aae15-dee4-40ff-8bf7-1c56377e01b4 req-a535e5be-8d40-41bf-9771-2686afbd68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:03.266150 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e80aae15-dee4-40ff-8bf7-1c56377e01b4 req-a535e5be-8d40-41bf-9771-2686afbd68bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3adbaafd50014fe4a448df06cc643b68&device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 1096 time: 0.1016834 Jul 23 00:02:03.420696 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fae341-44e3-4661-b47a-1560708efd58 req-77045f66-dcc3-4752-bebb-5355f998645e tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:03.422234 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a9fae341-44e3-4661-b47a-1560708efd58 req-77045f66-dcc3-4752-bebb-5355f998645e tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 943 time: 0.1714211 Jul 23 00:02:03.424264 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aae15-dee4-40ff-8bf7-1c56377e01b4 req-3ecf9c3e-e127-423f-aaa8-7f3ea02152d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:03.425720 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e80aae15-dee4-40ff-8bf7-1c56377e01b4 req-3ecf9c3e-e127-423f-aaa8-7f3ea02152d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4794eec-774f-4921-a24c-ac0e5417f3e4 HTTP/1.1" status: 200 len: 909 time: 0.1315119 Jul 23 00:02:03.482473 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e80aae15-dee4-40ff-8bf7-1c56377e01b4 req-8eeca24b-dfc1-44de-8a5e-34f5597f9489 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 HTTP/1.1" status: 200 len: 217 time: 0.0443852 Jul 23 00:02:03.502244 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a9fae341-44e3-4661-b47a-1560708efd58 req-94956276-aa5d-462b-8d8b-8d11fcacf378 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726125 Jul 23 00:02:03.553896 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aae15-dee4-40ff-8bf7-1c56377e01b4 req-634dbbe5-5fdf-43e3-b70a-f955e3395a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:03.555464 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e80aae15-dee4-40ff-8bf7-1c56377e01b4 req-634dbbe5-5fdf-43e3-b70a-f955e3395a1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73075026-2094-4a24-991f-741bea6ac020 HTTP/1.1" status: 200 len: 848 time: 0.0522704 Jul 23 00:02:03.607138 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e80aae15-dee4-40ff-8bf7-1c56377e01b4 req-af6ace59-c04d-4bc8-ac6f-905d73d73d7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4794eec-774f-4921-a24c-ac0e5417f3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420334 Jul 23 00:02:03.697434 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e80aae15-dee4-40ff-8bf7-1c56377e01b4 req-89b3ecab-00cf-4708-8fde-2b7bbc93ccf6 service neutron] 10.222.0.41 "GET /v2.0/networks/b4794eec-774f-4921-a24c-ac0e5417f3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833507 Jul 23 00:02:03.805856 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e80aae15-dee4-40ff-8bf7-1c56377e01b4 req-1d06894f-316e-401e-9f0e-d95d51837f1b service neutron] 10.222.0.41 "GET /v2.0/networks/b4794eec-774f-4921-a24c-ac0e5417f3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005054 Jul 23 00:02:03.821416 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 098f35db-a672-4d57-aad6-fe2d70ff99bf no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:03.902685 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device cd036e22-f774-4552-ad68-2199de5302c2 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:03.922013 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: cd036e22-f774-4552-ad68-2199de5302c2 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:03.922361 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device cd036e22-f774-4552-ad68-2199de5302c2 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:03.982358 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-f9cb2b4f-f582-4fbb-801f-65a05ef0b2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:03.983863 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-f9cb2b4f-f582-4fbb-801f-65a05ef0b2cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336&tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f HTTP/1.1" status: 200 len: 1096 time: 0.1287205 Jul 23 00:02:03.998076 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012691a-2c55-4e47-9864-114499d551f3 req-40314422-975f-4551-a995-fefd6a01763b tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:03.999520 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8012691a-2c55-4e47-9864-114499d551f3 req-40314422-975f-4551-a995-fefd6a01763b tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0970993 Jul 23 00:02:04.065973 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8012691a-2c55-4e47-9864-114499d551f3 req-3969377a-1a15-496f-bf5f-073f48ae7c5f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608327 Jul 23 00:02:04.085689 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-4a176c34-fd94-4b31-a2b4-24f46bc4baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:04.087146 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-4a176c34-fd94-4b31-a2b4-24f46bc4baf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 1096 time: 0.0764446 Jul 23 00:02:04.409535 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-9bbc5be7-b28c-49b0-a400-494ccf9ca5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:04.410743 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-9bbc5be7-b28c-49b0-a400-494ccf9ca5f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 200 len: 917 time: 0.3166883 Jul 23 00:02:04.472800 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239e782-a296-4800-a710-464aedda130a req-c73d5e45-1ba5-4855-a646-8ad912bf5495 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:04.474238 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2239e782-a296-4800-a710-464aedda130a req-c73d5e45-1ba5-4855-a646-8ad912bf5495 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.1280806 Jul 23 00:02:04.507686 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-ff33e6e4-2453-4813-9c1c-9657e6c8190a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf HTTP/1.1" status: 200 len: 998 time: 0.0873432 Jul 23 00:02:04.565397 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2239e782-a296-4800-a710-464aedda130a req-7c0fbf14-72a3-4ff0-a692-06c92f065e9b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846138 Jul 23 00:02:04.593619 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-c5ff46ab-2500-4020-bf67-160b2c23d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:04.595168 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-c5ff46ab-2500-4020-bf67-160b2c23d5a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=739940cf-291e-44ac-8d89-078a7a2a023d HTTP/1.1" status: 200 len: 855 time: 0.0798585 Jul 23 00:02:04.680460 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72498b0-5589-4740-9d66-9fec854d2a4a req-821829dd-d445-4f2c-98d1-4d98a9d0fb7b tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:04.681883 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e72498b0-5589-4740-9d66-9fec854d2a4a req-821829dd-d445-4f2c-98d1-4d98a9d0fb7b tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 943 time: 0.1012397 Jul 23 00:02:04.695766 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-37f86611-fd5f-428e-a155-d416b651dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:04.697112 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-37f86611-fd5f-428e-a155-d416b651dce5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d72d623f-3714-41dc-869a-b358bd7c89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860074 Jul 23 00:02:04.746725 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e72498b0-5589-4740-9d66-9fec854d2a4a req-3b094346-5c38-4be0-a1e7-5b14d6d45d37 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588109 Jul 23 00:02:04.797125 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-74868801-6629-47e5-87b9-a145ee72fb1a service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929804 Jul 23 00:02:04.888555 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ca664b8e-b28a-4e17-831b-c846f3129da7 req-ad5dde27-1c01-48b4-b387-3f52c0a9d132 service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857873 Jul 23 00:02:05.193711 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6c7ad-be57-49a7-82f3-4cc3aa056b18 req-7ce3f3c5-ad51-440c-9d59-973471b4e03f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:05.195308 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7da6c7ad-be57-49a7-82f3-4cc3aa056b18 req-7ce3f3c5-ad51-440c-9d59-973471b4e03f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0630682 Jul 23 00:02:05.232341 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7da6c7ad-be57-49a7-82f3-4cc3aa056b18 req-c6599c68-5528-457a-a3a8-ac0bc2c93123 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313592 Jul 23 00:02:05.752312 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26affe6-990c-431a-b8fe-d137aa2527da req-434d7be3-14de-4041-b0a4-8cfc26688e38 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:05.757795 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b26affe6-990c-431a-b8fe-d137aa2527da req-434d7be3-14de-4041-b0a4-8cfc26688e38 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0889151 Jul 23 00:02:05.818562 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51382) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:05.820979 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:02:05.828060 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b26affe6-990c-431a-b8fe-d137aa2527da req-88ba3bda-62bd-4e6c-8c55-318470366532 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665143 Jul 23 00:02:05.932160 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c9d69-7a56-4ef3-bcc0-6ee4e7fa03c2 req-5411d9e9-3192-4a53-818d-4776e5c2e1e1 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:05.933818 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e14c9d69-7a56-4ef3-bcc0-6ee4e7fa03c2 req-5411d9e9-3192-4a53-818d-4776e5c2e1e1 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 943 time: 0.0967348 Jul 23 00:02:05.975193 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f54f2fa5-0f51-4cd4-a72b-3d27aa630d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:05.999625 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=c0387e8c-6a9a-4ddb-a067-6a64295dc5a9,segment=NetworkSegment(6661bdc2-04a9-4b9f-aa52-2f1e89436f56),segment_id=6661bdc2-04a9-4b9f-aa52-2f1e89436f56)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:06.002940 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e14c9d69-7a56-4ef3-bcc0-6ee4e7fa03c2 req-10c3efeb-953f-4122-896a-5221e18cc1be tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562663 Jul 23 00:02:06.015714 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': 'c0387e8c-6a9a-4ddb-a067-6a64295dc5a9', 'network_id': 'b4794eec-774f-4921-a24c-ac0e5417f3e4', 'port_id': 'c0387e8c-6a9a-4ddb-a067-6a64295dc5a9', 'mac_address': 'fa:16:3e:40:97:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73075026-2094-4a24-991f-741bea6ac020', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:02:06.054387 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.069155 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:02:06.092886 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=c0387e8c-6a9a-4ddb-a067-6a64295dc5a9,segment=NetworkSegment(6661bdc2-04a9-4b9f-aa52-2f1e89436f56),segment_id=6661bdc2-04a9-4b9f-aa52-2f1e89436f56)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:06.098832 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.124538 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f54f2fa5-0f51-4cd4-a72b-3d27aa630d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.132384 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f54f2fa5-0f51-4cd4-a72b-3d27aa630d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.158231 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=c0387e8c-6a9a-4ddb-a067-6a64295dc5a9,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:06.192648 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f54f2fa5-0f51-4cd4-a72b-3d27aa630d64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e44a47732964eb0b5a790f1b5e0309f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719227 Jul 23 00:02:06.194047 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f2fa5-0f51-4cd4-a72b-3d27aa630d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97c9585-4867-43e8-a78d-c253b6cd08ed,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:06.195160 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 51390) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:06.275657 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6738bbd-9104-4917-916d-6a9894bf7dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.323257 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6738bbd-9104-4917-916d-6a9894bf7dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.332754 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['c0387e8c-6a9a-4ddb-a067-6a64295dc5a9'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:06.439410 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bd506-b8c6-4f05-8434-45745c93e614 req-d09d3988-e4b8-4005-b9b6-bf845ee8d3d5 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:06.445085 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-167bd506-b8c6-4f05-8434-45745c93e614 req-d09d3988-e4b8-4005-b9b6-bf845ee8d3d5 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1122613 Jul 23 00:02:06.479822 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6738bbd-9104-4917-916d-6a9894bf7dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.484900 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6738bbd-9104-4917-916d-6a9894bf7dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:06.491868 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a6738bbd-9104-4917-916d-6a9894bf7dae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c97c9585-4867-43e8-a78d-c253b6cd08ed HTTP/1.1" status: 204 len: 168 time: 0.2932615 Jul 23 00:02:06.508575 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6738bbd-9104-4917-916d-6a9894bf7dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97c9585-4867-43e8-a78d-c253b6cd08ed,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:06.537552 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-167bd506-b8c6-4f05-8434-45745c93e614 req-18deefcd-b3eb-430a-9eb5-2f2dc054c85d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839365 Jul 23 00:02:06.983085 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66137996-1540-495a-9edb-d1d45efac637 req-ce038a09-3660-4cd0-8f7c-54fa777d7c6c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:06.984578 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66137996-1540-495a-9edb-d1d45efac637 req-ce038a09-3660-4cd0-8f7c-54fa777d7c6c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0638475 Jul 23 00:02:07.026954 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-66137996-1540-495a-9edb-d1d45efac637 req-267a3f91-1515-4cc0-88c3-fa285749693a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342305 Jul 23 00:02:07.147794 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1e376-26e9-4404-814d-dce00a0e1e6d req-28cf049e-0f0c-4ecf-b440-febb36c045fc tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:07.149414 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9db1e376-26e9-4404-814d-dce00a0e1e6d req-28cf049e-0f0c-4ecf-b440-febb36c045fc tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 944 time: 0.0691121 Jul 23 00:02:07.187542 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9db1e376-26e9-4404-814d-dce00a0e1e6d req-32f15b23-43d6-4ff9-9cb0-181de695b8dd tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322888 Jul 23 00:02:07.681178 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e467-56ed-4717-8b08-44b6aa55e90f req-88632332-df00-48aa-9f88-cb07a1e16a78 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:07.682699 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68b2e467-56ed-4717-8b08-44b6aa55e90f req-88632332-df00-48aa-9f88-cb07a1e16a78 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0683792 Jul 23 00:02:07.734326 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68b2e467-56ed-4717-8b08-44b6aa55e90f req-898330fa-5e5b-466a-b215-7e5328d0a83f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457251 Jul 23 00:02:07.834560 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:02:07.892581 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:02:07.896559 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:02:07.896934 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:07.987000 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.010069 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56663851-1e7e-4419-ac1d-594d9b3f7b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0387e8c-6a9a-4ddb-a067-6a64295dc5a9'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:08.012333 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356684ec-49ae-41d8-82b5-c0d48026038f" -d '{"events": [{"server_uuid": "56663851-1e7e-4419-ac1d-594d9b3f7b80", "name": "network-vif-plugged", "status": "completed", "tag": "c0387e8c-6a9a-4ddb-a067-6a64295dc5a9"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:08.029320 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=c0387e8c-6a9a-4ddb-a067-6a64295dc5a9,segment=NetworkSegment(6661bdc2-04a9-4b9f-aa52-2f1e89436f56),segment_id=6661bdc2-04a9-4b9f-aa52-2f1e89436f56)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:08.036778 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:08.066253 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcdce26-b1bf-4713-9f86-32fd33f0408c x-openstack-request-id: req-cdcdce26-b1bf-4713-9f86-32fd33f0408c {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:08.066572 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56663851-1e7e-4419-ac1d-594d9b3f7b80", "name": "network-vif-plugged", "status": "completed", "tag": "c0387e8c-6a9a-4ddb-a067-6a64295dc5a9", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:08.066828 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdcdce26-b1bf-4713-9f86-32fd33f0408c {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:08.067217 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56663851-1e7e-4419-ac1d-594d9b3f7b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0387e8c-6a9a-4ddb-a067-6a64295dc5a9', 'code': 200} Jul 23 00:02:08.111221 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=c0387e8c-6a9a-4ddb-a067-6a64295dc5a9,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:08.219046 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a2bdd-1858-4a96-bf47-2f3e1d3e43e9 req-b90bab57-4adc-4382-bdcd-b8677222c993 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:08.227169 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7e7a2bdd-1858-4a96-bf47-2f3e1d3e43e9 req-b90bab57-4adc-4382-bdcd-b8677222c993 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0971963 Jul 23 00:02:08.291587 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7e7a2bdd-1858-4a96-bf47-2f3e1d3e43e9 req-b9fb4327-b7a2-41bd-89bf-e4f3b6517150 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566809 Jul 23 00:02:08.397086 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa7553-40f0-4183-ad0e-47646a0e3737 req-5bd7a4f4-e0fa-4cf2-915d-cd99aef414ea tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:08.398739 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-17fa7553-40f0-4183-ad0e-47646a0e3737 req-5bd7a4f4-e0fa-4cf2-915d-cd99aef414ea tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 945 time: 0.0947692 Jul 23 00:02:08.437059 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-17fa7553-40f0-4183-ad0e-47646a0e3737 req-6702645c-bf22-4b33-9a51-7ea70056ddc5 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324812 Jul 23 00:02:08.866891 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99ccb7-dd15-48a4-9aa2-3fe58c8d787b req-b377a36a-cd27-4109-a6d1-4985dc24e4d1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:08.868543 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2a99ccb7-dd15-48a4-9aa2-3fe58c8d787b req-b377a36a-cd27-4109-a6d1-4985dc24e4d1 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0641675 Jul 23 00:02:08.913153 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2a99ccb7-dd15-48a4-9aa2-3fe58c8d787b req-6a481978-55c0-400d-9c2a-f94cc08072d2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387115 Jul 23 00:02:09.437257 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a810a-6c9c-4533-8457-00ad9a84baeb req-eda91d17-41df-4f56-b3d0-fd1a2d3633a9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:09.439031 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a39a810a-6c9c-4533-8457-00ad9a84baeb req-eda91d17-41df-4f56-b3d0-fd1a2d3633a9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0752172 Jul 23 00:02:09.495964 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a39a810a-6c9c-4533-8457-00ad9a84baeb req-cecbc45c-72fd-4e3c-812e-3c9ae83dc8d8 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490186 Jul 23 00:02:09.638773 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b64d1-36af-40a2-bcec-e4a86619280f req-b41b62f4-e919-41fa-bdd7-147680e2936e tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:09.640550 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a89b64d1-36af-40a2-bcec-e4a86619280f req-b41b62f4-e919-41fa-bdd7-147680e2936e tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 945 time: 0.0719090 Jul 23 00:02:09.679073 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a89b64d1-36af-40a2-bcec-e4a86619280f req-74bbfe11-45ee-42a6-ba1f-e49ea97461ef tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329981 Jul 23 00:02:10.064710 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a7f6b-6d38-476a-b5d5-1b3994df0d3f req-c0164fa7-fddd-43f7-86d6-9e51c10f5a1d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:10.066481 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-697a7f6b-6d38-476a-b5d5-1b3994df0d3f req-c0164fa7-fddd-43f7-86d6-9e51c10f5a1d tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0663378 Jul 23 00:02:10.104682 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-697a7f6b-6d38-476a-b5d5-1b3994df0d3f req-eb539e19-2260-4212-9ab3-8ee6390ed495 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322196 Jul 23 00:02:10.665557 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438bf98-102f-4ff7-aa69-93a2f1131ed8 req-ac10af22-7ac6-4e24-be22-9b87864f1a20 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:10.667187 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e438bf98-102f-4ff7-aa69-93a2f1131ed8 req-ac10af22-7ac6-4e24-be22-9b87864f1a20 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0738633 Jul 23 00:02:10.710635 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e438bf98-102f-4ff7-aa69-93a2f1131ed8 req-52386357-b96e-49bf-9914-1dc393eaa93f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369349 Jul 23 00:02:10.831921 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34041f11-125a-4c7e-b3dd-b375a026b8ab req-19053a52-a8b4-4587-ba51-834573ea5c3b tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:10.833179 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-34041f11-125a-4c7e-b3dd-b375a026b8ab req-19053a52-a8b4-4587-ba51-834573ea5c3b tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 945 time: 0.0877299 Jul 23 00:02:10.895238 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-34041f11-125a-4c7e-b3dd-b375a026b8ab req-7493324a-400b-4f74-9907-6356715758cc tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561709 Jul 23 00:02:11.241649 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5595c-ea2f-4ed3-bbc7-d45d707f255f req-d2ff0bd8-0ae3-4ba7-94d2-a2ff7ef7f848 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:11.243774 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e1d5595c-ea2f-4ed3-bbc7-d45d707f255f req-d2ff0bd8-0ae3-4ba7-94d2-a2ff7ef7f848 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0723991 Jul 23 00:02:11.285518 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e1d5595c-ea2f-4ed3-bbc7-d45d707f255f req-a56ebebd-80d2-4f19-bba0-a0beef8ac117 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356994 Jul 23 00:02:11.859477 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fa348-26b2-4fb3-b8a8-d74333a7a1a4 req-d79b8c4c-0f5d-4cec-8b41-992d742f3b80 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:11.861193 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b6fa348-26b2-4fb3-b8a8-d74333a7a1a4 req-d79b8c4c-0f5d-4cec-8b41-992d742f3b80 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0674076 Jul 23 00:02:11.901836 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b6fa348-26b2-4fb3-b8a8-d74333a7a1a4 req-aa736056-0bac-4785-9673-3781d3acc065 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342550 Jul 23 00:02:12.040578 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8bd61-c42d-4654-8c49-c43029c6b015 req-e44a83fb-21d9-4057-91c2-dc36312ae95a tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:12.042302 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4ec8bd61-c42d-4654-8c49-c43029c6b015 req-e44a83fb-21d9-4057-91c2-dc36312ae95a tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 945 time: 0.0680175 Jul 23 00:02:12.082321 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4ec8bd61-c42d-4654-8c49-c43029c6b015 req-a0cd8082-c0b5-4e27-bb16-f5feaeb62479 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339627 Jul 23 00:02:12.456583 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec5771-74be-461b-81e0-000f5891066c req-c992ae39-0a8e-4708-b84d-5872484cd937 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:12.458436 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5fec5771-74be-461b-81e0-000f5891066c req-c992ae39-0a8e-4708-b84d-5872484cd937 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0830259 Jul 23 00:02:12.498260 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5fec5771-74be-461b-81e0-000f5891066c req-2c5c2fb7-beb0-4c6e-9f40-edd6b38f2125 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339382 Jul 23 00:02:12.893881 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:13.047989 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1285a-06b4-4b34-93a3-d92380d22759 req-df50de68-9253-4241-b377-f54f44212751 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:13.049541 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-20d1285a-06b4-4b34-93a3-d92380d22759 req-df50de68-9253-4241-b377-f54f44212751 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0729690 Jul 23 00:02:13.088385 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-20d1285a-06b4-4b34-93a3-d92380d22759 req-903e377a-e3c9-416b-a060-43fd04e18a98 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328383 Jul 23 00:02:13.219956 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776332af-54f3-4f4a-88eb-5f723bcd4536 req-36e1fb73-2a00-441a-a046-c15039e4a128 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:13.221871 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-776332af-54f3-4f4a-88eb-5f723bcd4536 req-36e1fb73-2a00-441a-a046-c15039e4a128 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 945 time: 0.0697877 Jul 23 00:02:13.261063 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-776332af-54f3-4f4a-88eb-5f723bcd4536 req-26143b86-abed-4dfb-8cb9-468a4a924092 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333984 Jul 23 00:02:13.650438 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325de65e-93e9-45bd-a473-3ac4490146dd req-e7cbd3bb-1035-412f-a69f-997ab6fbc070 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:13.651981 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-325de65e-93e9-45bd-a473-3ac4490146dd req-e7cbd3bb-1035-412f-a69f-997ab6fbc070 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0735426 Jul 23 00:02:13.700449 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-325de65e-93e9-45bd-a473-3ac4490146dd req-7606bff8-652d-49d5-9fa8-476deeb0bf28 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 Jul 23 00:02:14.233243 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa6298-d61f-4099-9c2a-b7021eab3b0e req-31501fe1-f46e-4626-9c42-b7437b8b928f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:14.234707 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-83aa6298-d61f-4099-9c2a-b7021eab3b0e req-31501fe1-f46e-4626-9c42-b7437b8b928f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0627511 Jul 23 00:02:14.273365 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-83aa6298-d61f-4099-9c2a-b7021eab3b0e req-b7ab83c8-91a5-4662-a913-3b50c841bbae tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330899 Jul 23 00:02:14.405033 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c2a2-ef6e-495d-bf6d-21c99a9d557b req-49791979-3994-4539-8437-c29a3061f63a tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:14.406783 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-afb8c2a2-ef6e-495d-bf6d-21c99a9d557b req-49791979-3994-4539-8437-c29a3061f63a tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 945 time: 0.0740478 Jul 23 00:02:14.447876 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-afb8c2a2-ef6e-495d-bf6d-21c99a9d557b req-9bfd7afd-4a0a-4b61-8306-29131ca5d6cc tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353341 Jul 23 00:02:14.832897 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf062be-006c-4ff1-8389-b11890f36bba req-4d11c653-0616-4536-8fdd-3d7729ccbaf2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:14.834700 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fcf062be-006c-4ff1-8389-b11890f36bba req-4d11c653-0616-4536-8fdd-3d7729ccbaf2 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0657368 Jul 23 00:02:14.890529 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fcf062be-006c-4ff1-8389-b11890f36bba req-b13b2240-7512-4383-bff9-ef2bc10593e6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500231 Jul 23 00:02:15.426286 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c61f1-abaf-4256-a313-7cbf617ff5d1 req-99325383-ad19-4cfc-b6c3-1ef1989d45fb tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:15.427808 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bc1c61f1-abaf-4256-a313-7cbf617ff5d1 req-99325383-ad19-4cfc-b6c3-1ef1989d45fb tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0676692 Jul 23 00:02:15.464825 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bc1c61f1-abaf-4256-a313-7cbf617ff5d1 req-33436bd2-429e-494f-aa85-3e97d9fdf586 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315623 Jul 23 00:02:15.589972 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db000a-2e39-4109-b58e-84f3930d64ce req-03ceaeda-8c70-498b-9ada-e282cf55534d tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:15.591409 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22db000a-2e39-4109-b58e-84f3930d64ce req-03ceaeda-8c70-498b-9ada-e282cf55534d tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 945 time: 0.0679302 Jul 23 00:02:15.628513 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22db000a-2e39-4109-b58e-84f3930d64ce req-37864741-e5e1-44d7-ae58-a928ba68169b tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Jul 23 00:02:15.883064 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc850ed-68a5-40a6-95be-01e15127451a req-f41bd7cd-929f-4331-9fb7-ddb036062d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:15.884477 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1dc850ed-68a5-40a6-95be-01e15127451a req-f41bd7cd-929f-4331-9fb7-ddb036062d90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 1098 time: 0.0515277 Jul 23 00:02:15.918945 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1dc850ed-68a5-40a6-95be-01e15127451a req-ff6ac415-6e14-4c77-9b0b-2d71f316b706 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266345 Jul 23 00:02:16.028923 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b07830-faf3-4904-acb1-3b35c956f91b req-16590842-380d-4057-91d1-13d282ae6711 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:16.030384 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65b07830-faf3-4904-acb1-3b35c956f91b req-16590842-380d-4057-91d1-13d282ae6711 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0698991 Jul 23 00:02:16.074761 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65b07830-faf3-4904-acb1-3b35c956f91b req-60f194b1-59be-4125-897f-4e3e324f9e46 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375137 Jul 23 00:02:16.603490 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88ede2-1fa6-47a5-908f-58c1b0c39f5f req-dddecf2e-3e24-46a6-83f8-4c34107f5c19 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:16.605076 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4a88ede2-1fa6-47a5-908f-58c1b0c39f5f req-dddecf2e-3e24-46a6-83f8-4c34107f5c19 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0634303 Jul 23 00:02:16.648250 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4a88ede2-1fa6-47a5-908f-58c1b0c39f5f req-3d79527b-99d3-44a1-9794-b16b2b0b3085 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359788 Jul 23 00:02:16.769413 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033bb4f-932d-4497-a545-2ac85ba7e7be req-9b3758fe-d48a-4de4-bc41-c5b89f92c3c3 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:16.770886 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8033bb4f-932d-4497-a545-2ac85ba7e7be req-9b3758fe-d48a-4de4-bc41-c5b89f92c3c3 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 945 time: 0.0699673 Jul 23 00:02:16.808655 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8033bb4f-932d-4497-a545-2ac85ba7e7be req-13371b65-52cf-4dcc-a89e-326003414c11 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Jul 23 00:02:16.926103 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac805796-fa4a-4664-9ba7-a8c91fe288b8 req-ec020b2b-5d0c-4fc7-b926-b9d8092c0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:16.927563 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ac805796-fa4a-4664-9ba7-a8c91fe288b8 req-ec020b2b-5d0c-4fc7-b926-b9d8092c0946 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 1099 time: 0.0526345 Jul 23 00:02:16.960371 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ac805796-fa4a-4664-9ba7-a8c91fe288b8 req-15fd76d6-a194-49dd-b267-9de596f42a9a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265830 Jul 23 00:02:17.203898 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4e8fd-ca15-43fd-a6f3-4b73c3cbb112 req-c584f29b-c4bf-4b61-ad50-98649f698f75 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:17.205371 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-15a4e8fd-ca15-43fd-a6f3-4b73c3cbb112 req-c584f29b-c4bf-4b61-ad50-98649f698f75 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0616117 Jul 23 00:02:17.243222 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-15a4e8fd-ca15-43fd-a6f3-4b73c3cbb112 req-04945d13-d4cb-4f12-a387-340d237b27c0 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310259 Jul 23 00:02:17.750827 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a46f7b26-6669-4d32-8098-849b5219d991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:17.788611 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf15a74-3ff4-4e78-b02a-964b9b89e339 req-6c80be10-1006-4c19-adc3-7e499c69776e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:17.790085 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1cf15a74-3ff4-4e78-b02a-964b9b89e339 req-6c80be10-1006-4c19-adc3-7e499c69776e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0677533 Jul 23 00:02:17.827265 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1cf15a74-3ff4-4e78-b02a-964b9b89e339 req-156d593c-ea56-4add-9e89-f983f2707790 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315380 Jul 23 00:02:17.945014 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd81597-4a89-4cd8-9708-047f824156a3 req-be0107f0-9478-4030-bcc0-4a27e0e1128d tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:17.946404 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cdd81597-4a89-4cd8-9708-047f824156a3 req-be0107f0-9478-4030-bcc0-4a27e0e1128d tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 945 time: 0.0627539 Jul 23 00:02:17.985382 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cdd81597-4a89-4cd8-9708-047f824156a3 req-dd3e82a9-7231-4c86-b9ce-fb23e9863aeb tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332267 Jul 23 00:02:18.383520 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e21bed-1e89-4741-bc20-26f122fa8fae req-e85b53c4-a735-4a03-a33a-69f2db6be56e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:18.384901 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-74e21bed-1e89-4741-bc20-26f122fa8fae req-e85b53c4-a735-4a03-a33a-69f2db6be56e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0710223 Jul 23 00:02:18.422879 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-74e21bed-1e89-4741-bc20-26f122fa8fae req-d3604682-ce42-459c-a1a4-77d72bcc1b53 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Jul 23 00:02:18.777235 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f238c3-e2a5-46a2-abed-1e516e448366 req-0e702fc8-42f8-4496-a7b0-4f2eaf355038 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:18.778724 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-34f238c3-e2a5-46a2-abed-1e516e448366 req-0e702fc8-42f8-4496-a7b0-4f2eaf355038 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 945 time: 0.1270795 Jul 23 00:02:18.846446 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36ecc0-4326-4d94-bb4a-0f970a1db8bd req-fa932d4b-5789-4e15-bbba-732ffcf656e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:18.847966 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aa36ecc0-4326-4d94-bb4a-0f970a1db8bd req-fa932d4b-5789-4e15-bbba-732ffcf656e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddcd263763bc4c92a9f6474efa29337f&device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 1099 time: 0.1442201 Jul 23 00:02:18.850746 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-34f238c3-e2a5-46a2-abed-1e516e448366 req-86493e6f-eb88-41a6-8c88-395bac89c95e tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643008 Jul 23 00:02:18.857990 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994426f-96c2-4858-b849-eed29186d2af req-4500bdf7-6897-4a3e-8c64-6632a3d70895 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:18.859563 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e994426f-96c2-4858-b849-eed29186d2af req-4500bdf7-6897-4a3e-8c64-6632a3d70895 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.1446719 Jul 23 00:02:18.992163 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e994426f-96c2-4858-b849-eed29186d2af req-8a8a9825-6c8f-402d-bf66-9894b8eafb2e tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207495 Jul 23 00:02:19.038255 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36ecc0-4326-4d94-bb4a-0f970a1db8bd req-7b24730f-4974-4a0e-bc1d-050d8599e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:19.039871 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aa36ecc0-4326-4d94-bb4a-0f970a1db8bd req-7b24730f-4974-4a0e-bc1d-050d8599e11c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e43b07a7-ce43-4b1e-9658-3b973dd6f115 HTTP/1.1" status: 200 len: 920 time: 0.1794186 Jul 23 00:02:19.052388 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ef502-3377-4d7d-aba3-8e6ca922eb45 req-e7873ee7-d3b2-447d-bd21-27b6ed106350 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:19.053839 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-335ef502-3377-4d7d-aba3-8e6ca922eb45 req-e7873ee7-d3b2-447d-bd21-27b6ed106350 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.1374900 Jul 23 00:02:19.100634 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aa36ecc0-4326-4d94-bb4a-0f970a1db8bd req-1990dafc-6281-49bf-bdd6-4cc175a21dc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3de38ce-0291-4f90-b7a4-385558346fba HTTP/1.1" status: 200 len: 217 time: 0.0458350 Jul 23 00:02:19.153330 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-335ef502-3377-4d7d-aba3-8e6ca922eb45 req-e8de9137-a992-4561-a29b-1c993cbdb3a5 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926356 Jul 23 00:02:19.167349 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36ecc0-4326-4d94-bb4a-0f970a1db8bd req-5014c51f-eed8-4121-8ce1-bc2a738016c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:19.168863 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aa36ecc0-4326-4d94-bb4a-0f970a1db8bd req-5014c51f-eed8-4121-8ce1-bc2a738016c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b46c9846-edc3-41e8-94f2-6b7e2b3aa469 HTTP/1.1" status: 200 len: 859 time: 0.0602367 Jul 23 00:02:19.205860 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aa36ecc0-4326-4d94-bb4a-0f970a1db8bd req-308cdfef-9750-4ef7-8729-41297011369e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e43b07a7-ce43-4b1e-9658-3b973dd6f115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292561 Jul 23 00:02:19.273204 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51644) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:19.314022 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aa36ecc0-4326-4d94-bb4a-0f970a1db8bd req-d679a401-65e1-400e-a47a-5debdd6e717f service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014187 Jul 23 00:02:19.376630 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.407727 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aa36ecc0-4326-4d94-bb4a-0f970a1db8bd req-abec1bb5-c3d5-48a1-b745-2c835a053075 service neutron] 10.222.0.41 "GET /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872135 Jul 23 00:02:19.470234 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.474415 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.510824 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=526d2fef6fb84c7f9f813715edff8cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365463 Jul 23 00:02:19.512983 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac90d46d-a5ad-4ca3-9b67-3f19654d42b7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:19.513917 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 51648) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:19.520652 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:19.520950 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:19.521268 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:19.521595 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:19.521921 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:19.522246 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:19.522565 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:19.522882 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:19.523201 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:19.523555 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:19.523875 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:19.524185 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d459b-eb2e-4649-85f0-b58e38ae8fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:19.566635 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c15b5716-ee2e-4b5c-bf29-1445a87bf218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.589605 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c15b5716-ee2e-4b5c-bf29-1445a87bf218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.640455 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c15b5716-ee2e-4b5c-bf29-1445a87bf218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.643956 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c15b5716-ee2e-4b5c-bf29-1445a87bf218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:19.645102 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c15b5716-ee2e-4b5c-bf29-1445a87bf218 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac90d46d-a5ad-4ca3-9b67-3f19654d42b7 HTTP/1.1" status: 204 len: 168 time: 0.1301231 Jul 23 00:02:19.652763 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b5716-ee2e-4b5c-bf29-1445a87bf218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac90d46d-a5ad-4ca3-9b67-3f19654d42b7,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:19.928866 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 51656) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:19.973859 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a548b66-cd13-4b62-a5bc-0d26441967ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.218096 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f2e851a3-a991-49cf-9a0d-f418ff0e0356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.343594 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be267e3e-7cd8-4053-9c98-ce3b12d983ad req-fd956c2f-563a-451e-8655-24e0c3b78ae2 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:20.345594 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-be267e3e-7cd8-4053-9c98-ce3b12d983ad req-fd956c2f-563a-451e-8655-24e0c3b78ae2 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 945 time: 0.4198565 Jul 23 00:02:20.381304 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70637f5f-fdc7-4a76-af51-65c6c31cb5cf req-b7ceab70-8de7-4ac4-9bdf-ca82b08dbb12 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:20.382707 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70637f5f-fdc7-4a76-af51-65c6c31cb5cf req-b7ceab70-8de7-4ac4-9bdf-ca82b08dbb12 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.41 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 945 time: 0.4099946 Jul 23 00:02:20.465292 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.480491 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-be267e3e-7cd8-4053-9c98-ce3b12d983ad req-25cd2903-7ae2-4518-909d-54296a2e33bc tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a72ef03-ce6c-491a-972d-11f74cdcafd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245449 Jul 23 00:02:20.541010 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6424cd7-d883-448a-b7da-760f29d5484e req-975ed43d-515d-44ff-a8cf-91735ddcba44 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:20.542465 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6424cd7-d883-448a-b7da-760f29d5484e req-975ed43d-515d-44ff-a8cf-91735ddcba44 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.4682910 Jul 23 00:02:20.549547 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a548b66-cd13-4b62-a5bc-0d26441967ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.567832 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a548b66-cd13-4b62-a5bc-0d26441967ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.665106 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2a548b66-cd13-4b62-a5bc-0d26441967ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67ace596a9364acdb91e145d76d1491d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7346380 Jul 23 00:02:20.667525 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a548b66-cd13-4b62-a5bc-0d26441967ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84bd3e5-9f46-44ff-ad54-6c644c85c074,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:20.667864 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51662) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:20.675990 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a6424cd7-d883-448a-b7da-760f29d5484e req-b026359e-6078-4967-b450-88743c4bf30f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238956 Jul 23 00:02:20.691818 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-70637f5f-fdc7-4a76-af51-65c6c31cb5cf req-f08cd60b-c016-4339-8616-4d82c4a03fe7 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Deleting port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:20.692240 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-70637f5f-fdc7-4a76-af51-65c6c31cb5cf req-f08cd60b-c016-4339-8616-4d82c4a03fe7 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.723005 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf05134-4ae3-480d-b6a1-4ede59cf809c req-a175cdce-907d-4459-9214-51332055a824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:20.724558 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9bf05134-4ae3-480d-b6a1-4ede59cf809c req-a175cdce-907d-4459-9214-51332055a824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.1784186 Jul 23 00:02:20.728615 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8041579a-758c-486b-9bce-7df9f4b18e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.749666 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8041579a-758c-486b-9bce-7df9f4b18e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.798250 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8041579a-758c-486b-9bce-7df9f4b18e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.800977 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8041579a-758c-486b-9bce-7df9f4b18e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.802496 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8041579a-758c-486b-9bce-7df9f4b18e8d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a84bd3e5-9f46-44ff-ad54-6c644c85c074 HTTP/1.1" status: 204 len: 168 time: 0.1336572 Jul 23 00:02:20.810854 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041579a-758c-486b-9bce-7df9f4b18e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84bd3e5-9f46-44ff-ad54-6c644c85c074,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:20.819071 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9bf05134-4ae3-480d-b6a1-4ede59cf809c req-dbce7e07-1e28-4428-b60d-af0989d89596 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887601 Jul 23 00:02:20.827157 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-70637f5f-fdc7-4a76-af51-65c6c31cb5cf req-f08cd60b-c016-4339-8616-4d82c4a03fe7 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] For port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=c0387e8c-6a9a-4ddb-a067-6a64295dc5a9,segment=NetworkSegment(6661bdc2-04a9-4b9f-aa52-2f1e89436f56),segment_id=6661bdc2-04a9-4b9f-aa52-2f1e89436f56)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:20.828036 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-70637f5f-fdc7-4a76-af51-65c6c31cb5cf req-f08cd60b-c016-4339-8616-4d82c4a03fe7 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:20.845275 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-70637f5f-fdc7-4a76-af51-65c6c31cb5cf req-f08cd60b-c016-4339-8616-4d82c4a03fe7 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Calling delete_port for c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:20.989773 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-70637f5f-fdc7-4a76-af51-65c6c31cb5cf req-f08cd60b-c016-4339-8616-4d82c4a03fe7 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:21.003900 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['c0387e8c-6a9a-4ddb-a067-6a64295dc5a9'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:21.023258 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cd60b-c016-4339-8616-4d82c4a03fe7 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Pushing event deleted for resources: {'Port': ['ID=c0387e8c-6a9a-4ddb-a067-6a64295dc5a9,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:21.073223 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-70637f5f-fdc7-4a76-af51-65c6c31cb5cf req-f08cd60b-c016-4339-8616-4d82c4a03fe7 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] No DVR routers for this DVR port c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:21.080868 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-70637f5f-fdc7-4a76-af51-65c6c31cb5cf req-f08cd60b-c016-4339-8616-4d82c4a03fe7 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:21.080868 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-70637f5f-fdc7-4a76-af51-65c6c31cb5cf req-f08cd60b-c016-4339-8616-4d82c4a03fe7 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.41 "DELETE /v2.0/ports/c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 HTTP/1.1" status: 204 len: 173 time: 0.6824241 Jul 23 00:02:21.080868 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56663851-1e7e-4419-ac1d-594d9b3f7b80', 'name': 'network-vif-deleted', 'tag': 'c0387e8c-6a9a-4ddb-a067-6a64295dc5a9'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:21.081252 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67c6bbd-cfe3-4443-b9d0-ee90d19b33d6" -d '{"events": [{"server_uuid": "56663851-1e7e-4419-ac1d-594d9b3f7b80", "name": "network-vif-deleted", "tag": "c0387e8c-6a9a-4ddb-a067-6a64295dc5a9"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:21.124198 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098a8885-7435-4fa5-977d-f3d0910de7d5 x-openstack-request-id: req-098a8885-7435-4fa5-977d-f3d0910de7d5 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:21.124501 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56663851-1e7e-4419-ac1d-594d9b3f7b80", "name": "network-vif-deleted", "tag": "c0387e8c-6a9a-4ddb-a067-6a64295dc5a9", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:21.124756 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-098a8885-7435-4fa5-977d-f3d0910de7d5 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:21.125642 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56663851-1e7e-4419-ac1d-594d9b3f7b80', 'name': 'network-vif-deleted', 'tag': 'c0387e8c-6a9a-4ddb-a067-6a64295dc5a9', 'status': 'completed', 'code': 200} Jul 23 00:02:21.474771 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:21.605789 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fb51dba7-2535-49d7-9d88-9b9011913275 req-fad12f96-9783-4e32-baee-c6cf009b5470 tempest-VolumesActionsTest-2015913826 tempest-VolumesActionsTest-2015913826-project] 10.222.0.39 "GET /v2.0/ports?device_id=56663851-1e7e-4419-ac1d-594d9b3f7b80 HTTP/1.1" status: 200 len: 210 time: 0.0298350 Jul 23 00:02:21.820436 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe29e93-51a2-4727-8264-9f9bcb066b26 req-c5c41e5b-df29-4826-aa7f-3d6adc4aa592 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:21.821939 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbe29e93-51a2-4727-8264-9f9bcb066b26 req-c5c41e5b-df29-4826-aa7f-3d6adc4aa592 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0672946 Jul 23 00:02:21.861008 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbe29e93-51a2-4727-8264-9f9bcb066b26 req-f802bbff-e78e-47d4-a10b-7d719b971b70 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335083 Jul 23 00:02:21.927226 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 098f35db-a672-4d57-aad6-fe2d70ff99bf details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:02:21.989720 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c1c9e-7172-4384-b7ca-a2c3c2aa0d17 req-9781422c-9381-48bf-ae00-f7b993773991 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:21.991349 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b9c1c9e-7172-4384-b7ca-a2c3c2aa0d17 req-9781422c-9381-48bf-ae00-f7b993773991 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 943 time: 0.0785928 Jul 23 00:02:22.042648 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5b9c1c9e-7172-4384-b7ca-a2c3c2aa0d17 req-d198f174-01ce-40a3-821e-fcb00bfcaba0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Jul 23 00:02:22.073399 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 098f35db-a672-4d57-aad6-fe2d70ff99bf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:22.087315 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'port_id': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'mac_address': 'fa:16:3e:76:10:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:02:22.131682 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:22.146981 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098f35db-a672-4d57-aad6-fe2d70ff99bf {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:02:22.181432 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 098f35db-a672-4d57-aad6-fe2d70ff99bf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:22.186569 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:22.254816 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=098f35db-a672-4d57-aad6-fe2d70ff99bf,revision_number=9']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:22.428500 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['098f35db-a672-4d57-aad6-fe2d70ff99bf'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:22.658477 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 51726) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:22.793995 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-880961a2-37e7-4903-93ce-6d8488ced886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:22.899702 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-880961a2-37e7-4903-93ce-6d8488ced886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:22.904064 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-880961a2-37e7-4903-93ce-6d8488ced886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:22.945676 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-880961a2-37e7-4903-93ce-6d8488ced886 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6736cd50ec7b421b8a93527646d00c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862091 Jul 23 00:02:22.946810 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880961a2-37e7-4903-93ce-6d8488ced886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b7b61a-d472-4c56-a9bb-44bbed2c3c71,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:22.948194 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51744) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:23.001719 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1aea99d-316c-4a97-b6d3-ba42023c2f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.023455 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1aea99d-316c-4a97-b6d3-ba42023c2f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.083933 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1aea99d-316c-4a97-b6d3-ba42023c2f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.086646 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1aea99d-316c-4a97-b6d3-ba42023c2f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.090697 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c1aea99d-316c-4a97-b6d3-ba42023c2f63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13b7b61a-d472-4c56-a9bb-44bbed2c3c71 HTTP/1.1" status: 204 len: 168 time: 0.1408625 Jul 23 00:02:23.100556 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aea99d-316c-4a97-b6d3-ba42023c2f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b7b61a-d472-4c56-a9bb-44bbed2c3c71,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:23.161069 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.208296 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c45db8-4d6f-4f04-8639-517fded2a52a req-854c4290-c843-4f31-9eb4-f6724f1b40e6 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:23.208296 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-09c45db8-4d6f-4f04-8639-517fded2a52a req-854c4290-c843-4f31-9eb4-f6724f1b40e6 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 944 time: 0.0787933 Jul 23 00:02:23.262811 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-09c45db8-4d6f-4f04-8639-517fded2a52a req-fef432da-db87-4e36-90f8-1676345f4e82 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468354 Jul 23 00:02:23.416792 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51778) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:23.429948 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-192e4601-3237-4622-b601-8be7a9cd3456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.523183 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-192e4601-3237-4622-b601-8be7a9cd3456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.529222 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-192e4601-3237-4622-b601-8be7a9cd3456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.567347 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-192e4601-3237-4622-b601-8be7a9cd3456 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab859a5ebff74622a7ba58ed2da6c1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494770 Jul 23 00:02:23.569268 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e4601-3237-4622-b601-8be7a9cd3456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded594f9-0957-41bf-b52f-9c0f16bd17f4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:23.570274 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 51788) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:23.629293 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5b7e36ff-17b6-43c0-8404-c938a8486ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.652660 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5b7e36ff-17b6-43c0-8404-c938a8486ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.700446 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5b7e36ff-17b6-43c0-8404-c938a8486ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.702981 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5b7e36ff-17b6-43c0-8404-c938a8486ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:23.704624 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5b7e36ff-17b6-43c0-8404-c938a8486ec7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ded594f9-0957-41bf-b52f-9c0f16bd17f4 HTTP/1.1" status: 204 len: 168 time: 0.1333485 Jul 23 00:02:23.712007 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e36ff-17b6-43c0-8404-c938a8486ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded594f9-0957-41bf-b52f-9c0f16bd17f4,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:24.425965 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e9842-3a83-4b83-80f5-6a775afb9e26 req-e2f06dc8-e196-450f-b4a1-2fee2d4af2e4 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:24.427653 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-690e9842-3a83-4b83-80f5-6a775afb9e26 req-e2f06dc8-e196-450f-b4a1-2fee2d4af2e4 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 944 time: 0.0717390 Jul 23 00:02:24.468855 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-690e9842-3a83-4b83-80f5-6a775afb9e26 req-7c6377e8-2b5a-4ba6-ac71-d32206ae90b3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336890 Jul 23 00:02:24.571785 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 098f35db-a672-4d57-aad6-fe2d70ff99bf up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:02:24.629981 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 098f35db-a672-4d57-aad6-fe2d70ff99bf triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:02:24.630444 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:24.717333 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:24.739862 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:24.742524 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f20c58-5985-45db-ba71-08e03aaa0253" -d '{"events": [{"server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "name": "network-vif-plugged", "status": "completed", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:24.757930 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 098f35db-a672-4d57-aad6-fe2d70ff99bf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:24.763602 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:24.764391 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:24.802189 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bcc034-760a-4a77-8531-845a75ec50a4 x-openstack-request-id: req-65bcc034-760a-4a77-8531-845a75ec50a4 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:24.802481 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "name": "network-vif-plugged", "status": "completed", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:24.802738 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65bcc034-760a-4a77-8531-845a75ec50a4 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:24.803119 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'code': 200} Jul 23 00:02:24.805516 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:24.805858 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device c0387e8c-6a9a-4ddb-a067-6a64295dc5a9 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:24.831650 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=098f35db-a672-4d57-aad6-fe2d70ff99bf,revision_number=10']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:25.381373 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 51856) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:25.482764 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cda9ee33-f440-4e2c-8f3a-b0f90c486e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:25.623245 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cda9ee33-f440-4e2c-8f3a-b0f90c486e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:25.631224 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cda9ee33-f440-4e2c-8f3a-b0f90c486e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:25.687370 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9009a-e434-4eab-83d0-638edbf960c9 req-f2b43c90-e5b3-46ce-b2d9-a0787677201b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:25.689839 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b9a9009a-e434-4eab-83d0-638edbf960c9 req-f2b43c90-e5b3-46ce-b2d9-a0787677201b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 946 time: 0.1450760 Jul 23 00:02:25.690922 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9ee33-f440-4e2c-8f3a-b0f90c486e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f62bb7b-483e-4b36-af20-9bd8db94b627,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:25.696729 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-cda9ee33-f440-4e2c-8f3a-b0f90c486e35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=092b6c5d831e43e7b2671d3cb2dc80f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142869 Jul 23 00:02:25.699186 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51868) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:25.734160 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b9a9009a-e434-4eab-83d0-638edbf960c9 req-4db525a0-6c84-461f-af97-0c6b18d705df tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362768 Jul 23 00:02:25.753300 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f34e-4d91-405c-9881-e101587ea72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:25.774393 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f34e-4d91-405c-9881-e101587ea72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:25.818959 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f34e-4d91-405c-9881-e101587ea72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:25.821509 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f34e-4d91-405c-9881-e101587ea72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:25.822642 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3ed9f34e-4d91-405c-9881-e101587ea72c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f62bb7b-483e-4b36-af20-9bd8db94b627 HTTP/1.1" status: 204 len: 168 time: 0.1223023 Jul 23 00:02:25.830267 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9f34e-4d91-405c-9881-e101587ea72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f62bb7b-483e-4b36-af20-9bd8db94b627,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:26.105696 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 51874) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:26.118681 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:26.208441 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:26.212183 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:26.252480 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7efb255f2a24bb8904b523275367177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456811 Jul 23 00:02:26.253532 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d50fb3-d205-4b43-8940-9eb81698a372,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:26.255125 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51876) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:26.260767 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:26.261113 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:26.261485 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:26.261881 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:26.262256 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:26.262988 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:26.263432 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:26.263807 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:26.264209 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:26.264539 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:26.264917 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:26.265271 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774d6772-ec49-4cf6-8364-ae4588b7e6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:02:26.306292 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-311da46e-c6df-4321-8919-138688e1a13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:26.326617 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-311da46e-c6df-4321-8919-138688e1a13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:26.370940 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-311da46e-c6df-4321-8919-138688e1a13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:26.373741 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-311da46e-c6df-4321-8919-138688e1a13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:26.374871 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-311da46e-c6df-4321-8919-138688e1a13a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02d50fb3-d205-4b43-8940-9eb81698a372 HTTP/1.1" status: 204 len: 168 time: 0.1186814 Jul 23 00:02:26.383142 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311da46e-c6df-4321-8919-138688e1a13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d50fb3-d205-4b43-8940-9eb81698a372,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:26.930425 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fd8d2-5ded-4ac4-9d5f-aa18d2610895 req-e37b854e-1fde-49cf-a7d7-2cacb2537d64 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:26.932191 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b14fd8d2-5ded-4ac4-9d5f-aa18d2610895 req-e37b854e-1fde-49cf-a7d7-2cacb2537d64 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 946 time: 0.1026611 Jul 23 00:02:26.977396 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8272650-0f81-41eb-92c5-0e2e471bde4f req-97b3beed-bc62-43bd-b971-c2ac0ea7e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:26.978894 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a8272650-0f81-41eb-92c5-0e2e471bde4f req-97b3beed-bc62-43bd-b971-c2ac0ea7e47e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 1099 time: 0.0989120 Jul 23 00:02:26.983937 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b14fd8d2-5ded-4ac4-9d5f-aa18d2610895 req-56fd2831-a7ac-40d3-86fb-1015c3ff4115 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447083 Jul 23 00:02:27.014228 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a8272650-0f81-41eb-92c5-0e2e471bde4f req-1981d029-68df-4d21-9450-ddc5343f2b41 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282841 Jul 23 00:02:28.084133 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c223371-25ec-4c8c-bc38-22f6b7d4d6d1 req-f804e13c-205e-4a0c-a584-a7b92885f5e4 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:28.086043 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6c223371-25ec-4c8c-bc38-22f6b7d4d6d1 req-f804e13c-205e-4a0c-a584-a7b92885f5e4 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1030543 Jul 23 00:02:28.129054 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:02:28.217552 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6c223371-25ec-4c8c-bc38-22f6b7d4d6d1 req-c3e22c41-90fc-41a1-ac5b-0a77c12cdd91 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199751 Jul 23 00:02:28.260614 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68940d9-800c-4775-a22e-5c1770ae6361 req-e3244ffe-f6e6-40e7-a2ed-761cb6a814a9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:28.262265 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a68940d9-800c-4775-a22e-5c1770ae6361 req-e3244ffe-f6e6-40e7-a2ed-761cb6a814a9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 946 time: 0.1485569 Jul 23 00:02:28.342674 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a68940d9-800c-4775-a22e-5c1770ae6361 req-657cf701-e07c-462b-a4c2-e604a036a0fb tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722864 Jul 23 00:02:29.029264 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52016) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:29.159835 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d642194-491c-410d-bb94-5858ad14e776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:29.281685 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d642194-491c-410d-bb94-5858ad14e776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:29.286799 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d642194-491c-410d-bb94-5858ad14e776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:29.349749 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6d642194-491c-410d-bb94-5858ad14e776 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f4a7aae027a44ed8aeb16b0e86ddf83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192306 Jul 23 00:02:29.354324 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52022) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:29.363000 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d642194-491c-410d-bb94-5858ad14e776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855314b7-7425-4412-82ea-0cb9e5f1cfa8,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:29.408660 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1529a6-9d36-44e6-b263-dd161162812a req-09bc3f16-7c71-414f-8067-bbdc567694e9 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:29.418069 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8d1529a6-9d36-44e6-b263-dd161162812a req-09bc3f16-7c71-414f-8067-bbdc567694e9 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1193259 Jul 23 00:02:29.428521 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-99021b75-94fe-450d-a742-61c34e784269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:29.458785 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-99021b75-94fe-450d-a742-61c34e784269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:29.491944 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8d1529a6-9d36-44e6-b263-dd161162812a req-0fe6af12-7c27-490c-9cd9-fb8dcbdfc8be tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729089 Jul 23 00:02:29.511342 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-99021b75-94fe-450d-a742-61c34e784269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:29.526123 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-99021b75-94fe-450d-a742-61c34e784269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:29.526123 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-99021b75-94fe-450d-a742-61c34e784269 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/855314b7-7425-4412-82ea-0cb9e5f1cfa8 HTTP/1.1" status: 204 len: 168 time: 0.1634417 Jul 23 00:02:29.545226 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99021b75-94fe-450d-a742-61c34e784269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855314b7-7425-4412-82ea-0cb9e5f1cfa8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:29.559970 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376793a8-8a99-40e2-b5ce-3a45533fea14 req-a806760e-4689-48ec-ad5f-27aa64b82668 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:29.561756 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-376793a8-8a99-40e2-b5ce-3a45533fea14 req-a806760e-4689-48ec-ad5f-27aa64b82668 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 946 time: 0.1277354 Jul 23 00:02:29.620383 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-376793a8-8a99-40e2-b5ce-3a45533fea14 req-3f7c5832-d688-4885-a727-7c8bd5dfe247 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479574 Jul 23 00:02:29.865090 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52032) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:29.879184 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f9ae63a3-471d-4b66-9d0e-5d13beb323fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:29.991113 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f9ae63a3-471d-4b66-9d0e-5d13beb323fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:29.996794 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f9ae63a3-471d-4b66-9d0e-5d13beb323fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.049935 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f9ae63a3-471d-4b66-9d0e-5d13beb323fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=371639152f6e41d0b3fa851a2c80fe21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837234 Jul 23 00:02:30.051189 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae63a3-471d-4b66-9d0e-5d13beb323fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fadc98-fbf9-40d9-953c-1bf6a04a4d62,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:30.052917 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52034) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:30.122113 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-984938ce-f3c0-4200-a2a3-a5dd56069179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.149709 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-984938ce-f3c0-4200-a2a3-a5dd56069179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.214673 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-984938ce-f3c0-4200-a2a3-a5dd56069179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.218442 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-984938ce-f3c0-4200-a2a3-a5dd56069179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.219937 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-984938ce-f3c0-4200-a2a3-a5dd56069179 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08fadc98-fbf9-40d9-953c-1bf6a04a4d62 HTTP/1.1" status: 204 len: 168 time: 0.1657569 Jul 23 00:02:30.230570 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984938ce-f3c0-4200-a2a3-a5dd56069179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fadc98-fbf9-40d9-953c-1bf6a04a4d62,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:30.477936 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcd4a2-4508-48c1-9f57-67f9df7f912f req-4d4c9c90-1b40-463c-bb2e-7a36096bf7c6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:30.479893 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f7bcd4a2-4508-48c1-9f57-67f9df7f912f req-4d4c9c90-1b40-463c-bb2e-7a36096bf7c6 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.41 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.0818205 Jul 23 00:02:30.654110 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-f7bcd4a2-4508-48c1-9f57-67f9df7f912f req-47687624-c9aa-46a3-92ad-4b6b40c9da15 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Deleting port 734aa7b2-0b50-44c2-9b80-3e6695a9c985 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:30.654455 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f7bcd4a2-4508-48c1-9f57-67f9df7f912f req-47687624-c9aa-46a3-92ad-4b6b40c9da15 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.777131 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715058c4-85aa-48c8-b91f-ee096d1724fb req-f4711f24-db9b-488d-b4f2-81d9ff505464 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:30.778225 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-715058c4-85aa-48c8-b91f-ee096d1724fb req-f4711f24-db9b-488d-b4f2-81d9ff505464 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=2081bfb4-1f91-4a5e-804e-e521636a0962 HTTP/1.1" status: 200 len: 945 time: 0.1800740 Jul 23 00:02:30.798715 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-f7bcd4a2-4508-48c1-9f57-67f9df7f912f req-47687624-c9aa-46a3-92ad-4b6b40c9da15 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] For port 734aa7b2-0b50-44c2-9b80-3e6695a9c985, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=734aa7b2-0b50-44c2-9b80-3e6695a9c985,segment=NetworkSegment(df5cf93b-ca75-4db5-bcb8-b7121245f44c),segment_id=df5cf93b-ca75-4db5-bcb8-b7121245f44c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:30.799072 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f7bcd4a2-4508-48c1-9f57-67f9df7f912f req-47687624-c9aa-46a3-92ad-4b6b40c9da15 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:30.818704 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-f7bcd4a2-4508-48c1-9f57-67f9df7f912f req-47687624-c9aa-46a3-92ad-4b6b40c9da15 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Calling delete_port for 734aa7b2-0b50-44c2-9b80-3e6695a9c985 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:30.847681 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-715058c4-85aa-48c8-b91f-ee096d1724fb req-8d985cbc-c41a-4296-a079-d011878addf0 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614250 Jul 23 00:02:31.022676 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f7bcd4a2-4508-48c1-9f57-67f9df7f912f req-47687624-c9aa-46a3-92ad-4b6b40c9da15 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:31.035688 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['734aa7b2-0b50-44c2-9b80-3e6695a9c985', 'a3de38ce-0291-4f90-b7a4-385558346fba'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:02:31.079913 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47687624-c9aa-46a3-92ad-4b6b40c9da15 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Pushing event deleted for resources: {'Port': ['ID=734aa7b2-0b50-44c2-9b80-3e6695a9c985,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:31.162146 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bcd4a2-4508-48c1-9f57-67f9df7f912f req-47687624-c9aa-46a3-92ad-4b6b40c9da15 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] No DVR routers for this DVR port 734aa7b2-0b50-44c2-9b80-3e6695a9c985 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:31.165442 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-f7bcd4a2-4508-48c1-9f57-67f9df7f912f req-47687624-c9aa-46a3-92ad-4b6b40c9da15 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:31.167564 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f7bcd4a2-4508-48c1-9f57-67f9df7f912f req-47687624-c9aa-46a3-92ad-4b6b40c9da15 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.41 "DELETE /v2.0/ports/734aa7b2-0b50-44c2-9b80-3e6695a9c985 HTTP/1.1" status: 204 len: 173 time: 0.6812685 Jul 23 00:02:31.168012 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2081bfb4-1f91-4a5e-804e-e521636a0962', 'name': 'network-vif-deleted', 'tag': '734aa7b2-0b50-44c2-9b80-3e6695a9c985'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:31.171194 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec43b6e-6cf7-4730-9499-bae907c27c00" -d '{"events": [{"server_uuid": "2081bfb4-1f91-4a5e-804e-e521636a0962", "name": "network-vif-deleted", "tag": "734aa7b2-0b50-44c2-9b80-3e6695a9c985"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:31.218554 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0214da-70d8-4be1-a300-79fbe3315d5d x-openstack-request-id: req-eb0214da-70d8-4be1-a300-79fbe3315d5d {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:31.220117 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2081bfb4-1f91-4a5e-804e-e521636a0962", "name": "network-vif-deleted", "tag": "734aa7b2-0b50-44c2-9b80-3e6695a9c985", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:31.220515 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb0214da-70d8-4be1-a300-79fbe3315d5d {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:31.221057 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2081bfb4-1f91-4a5e-804e-e521636a0962', 'name': 'network-vif-deleted', 'tag': '734aa7b2-0b50-44c2-9b80-3e6695a9c985', 'status': 'completed', 'code': 200} Jul 23 00:02:31.586766 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52080) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:31.718513 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-eff8355a-bfbe-42e2-b26c-0fe02b0b7222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:31.834026 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-eff8355a-bfbe-42e2-b26c-0fe02b0b7222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:31.839190 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-eff8355a-bfbe-42e2-b26c-0fe02b0b7222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:31.895589 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-eff8355a-bfbe-42e2-b26c-0fe02b0b7222 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c62141171b041e381bfcb02eb708b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073475 Jul 23 00:02:31.898027 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52086) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:31.908849 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8355a-bfbe-42e2-b26c-0fe02b0b7222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79904857-6a90-4f35-ada6-7d2189cf878d,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:31.990326 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06f15631-b3f5-4137-bea4-b97edb664c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:32.028689 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06f15631-b3f5-4137-bea4-b97edb664c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:32.094857 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06f15631-b3f5-4137-bea4-b97edb664c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:32.100933 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06f15631-b3f5-4137-bea4-b97edb664c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:32.102879 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-06f15631-b3f5-4137-bea4-b97edb664c01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79904857-6a90-4f35-ada6-7d2189cf878d HTTP/1.1" status: 204 len: 168 time: 0.2036328 Jul 23 00:02:32.123739 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f15631-b3f5-4137-bea4-b97edb664c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79904857-6a90-4f35-ada6-7d2189cf878d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:32.305379 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f5018-cde5-48fa-8fa5-173f6c749faf req-f9ee9475-cb62-460c-b841-c7c70eb3be63 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:32.315755 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-571f5018-cde5-48fa-8fa5-173f6c749faf req-f9ee9475-cb62-460c-b841-c7c70eb3be63 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0925775 Jul 23 00:02:32.367417 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-571f5018-cde5-48fa-8fa5-173f6c749faf req-6200ec32-99da-4815-8a45-11683200a06a tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504491 Jul 23 00:02:33.515242 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755f8e8-21db-45ea-aa79-f35d8cbb58f2 req-0fe5f803-9531-4779-8bd1-216831bd4eb8 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:33.517238 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e755f8e8-21db-45ea-aa79-f35d8cbb58f2 req-0fe5f803-9531-4779-8bd1-216831bd4eb8 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0707037 Jul 23 00:02:33.564078 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e755f8e8-21db-45ea-aa79-f35d8cbb58f2 req-8d4e0102-8aaf-46c4-a9b4-7b4a688208e8 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Jul 23 00:02:33.972916 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 734aa7b2-0b50-44c2-9b80-3e6695a9c985 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:33.997097 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: 734aa7b2-0b50-44c2-9b80-3e6695a9c985 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:33.997731 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 734aa7b2-0b50-44c2-9b80-3e6695a9c985 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:34.715730 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88c436-2fef-4fd3-8b6a-3628df351457 req-ba7f2c5d-e284-42f2-b369-c3e3ba972402 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:34.722696 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6e88c436-2fef-4fd3-8b6a-3628df351457 req-ba7f2c5d-e284-42f2-b369-c3e3ba972402 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0876925 Jul 23 00:02:34.761455 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6e88c436-2fef-4fd3-8b6a-3628df351457 req-686b8a04-055c-4f16-8cc2-e12436e8e9d9 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374537 Jul 23 00:02:35.872742 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52160) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:35.915494 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abfa14-feb8-4711-80ac-d73919a8ce8d req-34b57c06-0767-447c-bc79-dff0f29d7634 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:35.917215 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-14abfa14-feb8-4711-80ac-d73919a8ce8d req-34b57c06-0767-447c-bc79-dff0f29d7634 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0736609 Jul 23 00:02:35.958477 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-14abfa14-feb8-4711-80ac-d73919a8ce8d req-5d4d21c2-f3db-4545-9699-b27ab0e0db48 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355196 Jul 23 00:02:36.024261 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3092d55d-6d40-4da3-b942-ffdd78a0aa2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:36.120160 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3092d55d-6d40-4da3-b942-ffdd78a0aa2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:36.124962 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3092d55d-6d40-4da3-b942-ffdd78a0aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:36.164043 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092d55d-6d40-4da3-b942-ffdd78a0aa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883fbb68-12d5-49c0-99ec-08081031652f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:36.168450 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3092d55d-6d40-4da3-b942-ffdd78a0aa2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5c0f8c5ddab449abd5243ead455836d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946801 Jul 23 00:02:36.172606 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52164) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:36.240541 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9417efd3-bea7-47b3-a52f-cc7a32528ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:36.269364 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9417efd3-bea7-47b3-a52f-cc7a32528ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:36.348508 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9417efd3-bea7-47b3-a52f-cc7a32528ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:36.351635 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9417efd3-bea7-47b3-a52f-cc7a32528ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:36.356194 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9417efd3-bea7-47b3-a52f-cc7a32528ed5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/883fbb68-12d5-49c0-99ec-08081031652f HTTP/1.1" status: 204 len: 168 time: 0.1792066 Jul 23 00:02:36.372702 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417efd3-bea7-47b3-a52f-cc7a32528ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883fbb68-12d5-49c0-99ec-08081031652f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:37.125614 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413cdb4d-15bd-4093-9cb4-5ac7b9cb3990 req-8710f21f-d221-4d50-805c-497d58b2708f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:37.128011 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-413cdb4d-15bd-4093-9cb4-5ac7b9cb3990 req-8710f21f-d221-4d50-805c-497d58b2708f tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0811729 Jul 23 00:02:37.184052 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-413cdb4d-15bd-4093-9cb4-5ac7b9cb3990 req-f15fffc9-a7ba-4e05-8b16-952990e5e1a7 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492296 Jul 23 00:02:37.756847 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571964d-fb9a-4e55-8b94-176242b6993e req-8a42f1c3-4b45-4a48-a645-7c513d93f4a5 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:37.758797 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4571964d-fb9a-4e55-8b94-176242b6993e req-8a42f1c3-4b45-4a48-a645-7c513d93f4a5 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.41 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 946 time: 0.0703781 Jul 23 00:02:37.872933 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-4571964d-fb9a-4e55-8b94-176242b6993e req-f2ea8314-a673-4801-ad47-c858fcf8db8c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Deleting port a3de38ce-0291-4f90-b7a4-385558346fba {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:37.873537 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-4571964d-fb9a-4e55-8b94-176242b6993e req-f2ea8314-a673-4801-ad47-c858fcf8db8c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:37.979802 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-4571964d-fb9a-4e55-8b94-176242b6993e req-f2ea8314-a673-4801-ad47-c858fcf8db8c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] For port a3de38ce-0291-4f90-b7a4-385558346fba, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=a3de38ce-0291-4f90-b7a4-385558346fba,segment=NetworkSegment(df5cf93b-ca75-4db5-bcb8-b7121245f44c),segment_id=df5cf93b-ca75-4db5-bcb8-b7121245f44c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:37.980202 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-4571964d-fb9a-4e55-8b94-176242b6993e req-f2ea8314-a673-4801-ad47-c858fcf8db8c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.005821 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-4571964d-fb9a-4e55-8b94-176242b6993e req-f2ea8314-a673-4801-ad47-c858fcf8db8c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Calling delete_port for a3de38ce-0291-4f90-b7a4-385558346fba owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:38.177960 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2caba941-e9e5-47f9-9898-6f4ce7e764c2 req-68c44aaf-c050-44fa-b090-3b21a5ad07ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1544542 Jul 23 00:02:38.322792 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-4571964d-fb9a-4e55-8b94-176242b6993e req-f2ea8314-a673-4801-ad47-c858fcf8db8c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.355143 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea8314-a673-4801-ad47-c858fcf8db8c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Pushing event deleted for resources: {'Port': ['ID=a3de38ce-0291-4f90-b7a4-385558346fba,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:38.381110 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caba941-e9e5-47f9-9898-6f4ce7e764c2 req-fa4f56fa-9fb1-4869-b54d-be100dac4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:38.382666 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2caba941-e9e5-47f9-9898-6f4ce7e764c2 req-fa4f56fa-9fb1-4869-b54d-be100dac4fd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 1099 time: 0.1744468 Jul 23 00:02:38.450621 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-4571964d-fb9a-4e55-8b94-176242b6993e req-f2ea8314-a673-4801-ad47-c858fcf8db8c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] No DVR routers for this DVR port a3de38ce-0291-4f90-b7a4-385558346fba on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:02:38.455798 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-4571964d-fb9a-4e55-8b94-176242b6993e req-f2ea8314-a673-4801-ad47-c858fcf8db8c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:38.457852 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4571964d-fb9a-4e55-8b94-176242b6993e req-f2ea8314-a673-4801-ad47-c858fcf8db8c tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.41 "DELETE /v2.0/ports/a3de38ce-0291-4f90-b7a4-385558346fba HTTP/1.1" status: 204 len: 173 time: 0.6934578 Jul 23 00:02:38.458282 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449c13fc-84a8-42cc-9af2-ea2116c5c23c', 'name': 'network-vif-deleted', 'tag': 'a3de38ce-0291-4f90-b7a4-385558346fba'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:02:38.460570 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f5c56b-e962-410a-a7ab-35fce7185e7f" -d '{"events": [{"server_uuid": "449c13fc-84a8-42cc-9af2-ea2116c5c23c", "name": "network-vif-deleted", "tag": "a3de38ce-0291-4f90-b7a4-385558346fba"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:02:38.498239 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e940f-9e8b-4785-8f6f-6dc81e495fc8 req-9791f50c-2bbe-4b49-954e-f26e301d0a49 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:38.508846 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-083e940f-9e8b-4785-8f6f-6dc81e495fc8 req-9791f50c-2bbe-4b49-954e-f26e301d0a49 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/ports?device_id=449c13fc-84a8-42cc-9af2-ea2116c5c23c HTTP/1.1" status: 200 len: 867 time: 0.2258847 Jul 23 00:02:38.821274 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f45b31-3fe1-464e-a9d5-7a07982903f1 x-openstack-request-id: req-c3f45b31-3fe1-464e-a9d5-7a07982903f1 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:02:38.821595 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449c13fc-84a8-42cc-9af2-ea2116c5c23c", "name": "network-vif-deleted", "tag": "a3de38ce-0291-4f90-b7a4-385558346fba", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:02:38.821775 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3f45b31-3fe1-464e-a9d5-7a07982903f1 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:02:38.822162 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449c13fc-84a8-42cc-9af2-ea2116c5c23c', 'name': 'network-vif-deleted', 'tag': 'a3de38ce-0291-4f90-b7a4-385558346fba', 'status': 'completed', 'code': 200} Jul 23 00:02:38.850156 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-083e940f-9e8b-4785-8f6f-6dc81e495fc8 req-7488c39d-d598-4efd-9241-979b33dc5f76 tempest-ServerRescueNegativeTestJSON-1166732934 tempest-ServerRescueNegativeTestJSON-1166732934-project] 10.222.0.39 "GET /v2.0/security-groups?id=8076cdac-4caa-494b-8a3d-2046f6803814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401978 Jul 23 00:02:38.877106 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caba941-e9e5-47f9-9898-6f4ce7e764c2 req-d9b65d9b-abaa-4ff8-977b-6287cc4cc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:38.878548 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2caba941-e9e5-47f9-9898-6f4ce7e764c2 req-d9b65d9b-abaa-4ff8-977b-6287cc4cc8e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 200 len: 917 time: 0.4641254 Jul 23 00:02:38.968672 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2caba941-e9e5-47f9-9898-6f4ce7e764c2 req-74e7193b-9d2a-4413-a58b-7db2c95178d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf HTTP/1.1" status: 200 len: 1000 time: 0.0827196 Jul 23 00:02:39.026259 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caba941-e9e5-47f9-9898-6f4ce7e764c2 req-4fb3eb18-5603-4cd5-9eae-9be9b7e4254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:39.027990 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2caba941-e9e5-47f9-9898-6f4ce7e764c2 req-4fb3eb18-5603-4cd5-9eae-9be9b7e4254d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=739940cf-291e-44ac-8d89-078a7a2a023d HTTP/1.1" status: 200 len: 855 time: 0.0531411 Jul 23 00:02:39.099944 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caba941-e9e5-47f9-9898-6f4ce7e764c2 req-a1a0b03f-8079-4476-8b06-f6a581941157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:02:39.101453 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2caba941-e9e5-47f9-9898-6f4ce7e764c2 req-a1a0b03f-8079-4476-8b06-f6a581941157 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d72d623f-3714-41dc-869a-b358bd7c89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661230 Jul 23 00:02:39.198080 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2caba941-e9e5-47f9-9898-6f4ce7e764c2 req-3f820be0-8fd2-4487-aff0-f115f6f4d284 service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899301 Jul 23 00:02:39.951308 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52230) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:40.150401 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device a3de38ce-0291-4f90-b7a4-385558346fba no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:40.176766 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: a3de38ce-0291-4f90-b7a4-385558346fba {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:40.177519 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device a3de38ce-0291-4f90-b7a4-385558346fba not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:40.256669 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2caba941-e9e5-47f9-9898-6f4ce7e764c2 req-0c3549ab-1fd4-427c-ace7-a9508575327f service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062140 Jul 23 00:02:40.416784 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8d587a8d-4507-4d55-bad1-9bf4101b8937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939226'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:40.738417 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8d587a8d-4507-4d55-bad1-9bf4101b8937 admin admin] Deleting port 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:40.738785 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8d587a8d-4507-4d55-bad1-9bf4101b8937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:40.838061 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-8d587a8d-4507-4d55-bad1-9bf4101b8937 admin admin] For port 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0,segment=NetworkSegment(df5cf93b-ca75-4db5-bcb8-b7121245f44c),segment_id=df5cf93b-ca75-4db5-bcb8-b7121245f44c)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:40.838553 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8d587a8d-4507-4d55-bad1-9bf4101b8937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:40.851991 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8d587a8d-4507-4d55-bad1-9bf4101b8937 admin admin] Calling delete_port for 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:41.124415 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8d587a8d-4507-4d55-bad1-9bf4101b8937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:41.384456 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d587a8d-4507-4d55-bad1-9bf4101b8937 admin admin] Pushing event deleted for resources: {'Port': ['ID=6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:41.577574 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8d587a8d-4507-4d55-bad1-9bf4101b8937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939078'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:41.802625 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d587a8d-4507-4d55-bad1-9bf4101b8937 admin admin] Router 0500abda-8edf-4eee-b73a-94b0ae89b4e7 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:02:41.913026 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d587a8d-4507-4d55-bad1-9bf4101b8937 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:02:41.922945 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8d587a8d-4507-4d55-bad1-9bf4101b8937 admin admin] 10.222.0.39 "PUT /v2.0/routers/0500abda-8edf-4eee-b73a-94b0ae89b4e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9682448 Jul 23 00:02:41.923107 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52246) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:41.926397 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68188fd-1646-4cd2-8db4-f55b9b08b864 None None] Sync routers for ids ['0500abda-8edf-4eee-b73a-94b0ae89b4e7'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:02:41.936493 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68188fd-1646-4cd2-8db4-f55b9b08b864 None None] Routers {'0500abda-8edf-4eee-b73a-94b0ae89b4e7'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:41.937958 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b68188fd-1646-4cd2-8db4-f55b9b08b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:02:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['0500abda-8edf-4eee-b73a-94b0ae89b4e7'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:42.047511 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.076177 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-b68188fd-1646-4cd2-8db4-f55b9b08b864 None None] Set router 0500abda-8edf-4eee-b73a-94b0ae89b4e7 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:42.176867 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.290907 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Deleting port ead39257-f65b-4c05-b88f-dbbb489b63f4 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:02:42.291518 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.298860 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b68188fd-1646-4cd2-8db4-f55b9b08b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'name': 'tempest-ServerRescueNegativeTestJSON-2118571152-router', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-23T00:02:41Z', 'revision_number': 5, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'gw_port': {'id': 'ead39257-f65b-4c05-b88f-dbbb489b63f4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:19Z', 'updated_at': '2021-07-22T23:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:42.333084 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68188fd-1646-4cd2-8db4-f55b9b08b864 None None] Checking router: 0500abda-8edf-4eee-b73a-94b0ae89b4e7 for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:02:42.342270 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68188fd-1646-4cd2-8db4-f55b9b08b864 None None] Routers {'0500abda-8edf-4eee-b73a-94b0ae89b4e7'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:02:42.343011 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b68188fd-1646-4cd2-8db4-f55b9b08b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:02:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['0500abda-8edf-4eee-b73a-94b0ae89b4e7'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:42.388499 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] For port ead39257-f65b-4c05-b88f-dbbb489b63f4, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=ead39257-f65b-4c05-b88f-dbbb489b63f4,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:02:42.388875 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.402527 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Calling delete_port for ead39257-f65b-4c05-b88f-dbbb489b63f4 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:02:42.446394 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-b68188fd-1646-4cd2-8db4-f55b9b08b864 None None] Set router 0500abda-8edf-4eee-b73a-94b0ae89b4e7 gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:02:42.507955 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-b68188fd-1646-4cd2-8db4-f55b9b08b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'name': 'tempest-ServerRescueNegativeTestJSON-2118571152-router', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-23T00:02:42Z', 'revision_number': 6, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'gw_port_host': None}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:42.539908 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68188fd-1646-4cd2-8db4-f55b9b08b864 None None] The sync data for ids ['0500abda-8edf-4eee-b73a-94b0ae89b4e7'] in dv-cinder-801633-1-iscsi is: [{'id': '0500abda-8edf-4eee-b73a-94b0ae89b4e7', 'name': 'tempest-ServerRescueNegativeTestJSON-2118571152-router', 'tenant_id': 'ddcd263763bc4c92a9f6474efa29337f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-23T00:02:42Z', 'revision_number': 6, 'project_id': 'ddcd263763bc4c92a9f6474efa29337f', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:02:42.622387 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.654013 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Pushing event deleted for resources: {'Port': ['ID=ead39257-f65b-4c05-b88f-dbbb489b63f4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:42.720152 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942816'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.837502 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9432'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.839557 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.910992 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.920136 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939803'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.920736 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0500abda-8edf-4eee-b73a-94b0ae89b4e7 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:02:42.926970 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:42.930309 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3c84635e-63e6-4fce-b467-1a1f0495559d admin admin] 10.222.0.39 "DELETE /v2.0/routers/0500abda-8edf-4eee-b73a-94b0ae89b4e7 HTTP/1.1" status: 204 len: 168 time: 1.0034986 Jul 23 00:02:42.930634 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52256) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:42.995652 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4cee2b2-4fa3-496c-acd5-86e3ff1b4693 admin admin] Deleting subnet b46c9846-edc3-41e8-94f2-6b7e2b3aa469 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:02:42.998948 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4cee2b2-4fa3-496c-acd5-86e3ff1b4693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.078724 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4cee2b2-4fa3-496c-acd5-86e3ff1b4693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463722'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.134722 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4cee2b2-4fa3-496c-acd5-86e3ff1b4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.205033 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4cee2b2-4fa3-496c-acd5-86e3ff1b4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6971825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5779894'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.233490 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cee2b2-4fa3-496c-acd5-86e3ff1b4693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46c9846-edc3-41e8-94f2-6b7e2b3aa469,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:43.240017 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4cee2b2-4fa3-496c-acd5-86e3ff1b4693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.244363 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f4cee2b2-4fa3-496c-acd5-86e3ff1b4693 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b46c9846-edc3-41e8-94f2-6b7e2b3aa469 HTTP/1.1" status: 204 len: 168 time: 0.3100808 Jul 23 00:02:43.246299 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52268) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:43.343134 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-76effd30-44be-4aeb-99f3-ae835348857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.458292 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-76effd30-44be-4aeb-99f3-ae835348857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.468989 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-76effd30-44be-4aeb-99f3-ae835348857f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43b07a7-ce43-4b1e-9658-3b973dd6f115']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:43.478786 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-76effd30-44be-4aeb-99f3-ae835348857f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5cf93b-ca75-4db5-bcb8-b7121245f44c') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:43.479076 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-76effd30-44be-4aeb-99f3-ae835348857f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5cf93b-ca75-4db5-bcb8-b7121245f44c') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:43.487954 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-76effd30-44be-4aeb-99f3-ae835348857f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5252414'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.507250 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-76effd30-44be-4aeb-99f3-ae835348857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.521327 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76effd30-44be-4aeb-99f3-ae835348857f admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:02:43.523775 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-76effd30-44be-4aeb-99f3-ae835348857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5718459'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: timer() Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: cb(*args, **kw) Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: self._notify() Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: self.callback(batched_events) Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: event.method(event) Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: return self._get(url).json() Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:02:43.525867 dv-cinder-801633-1-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:02:43.609149 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-76effd30-44be-4aeb-99f3-ae835348857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.611994 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:43.616990 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-76effd30-44be-4aeb-99f3-ae835348857f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.621868 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-76effd30-44be-4aeb-99f3-ae835348857f admin admin] 10.222.0.39 "DELETE /v2.0/networks/e43b07a7-ce43-4b1e-9658-3b973dd6f115 HTTP/1.1" status: 204 len: 168 time: 0.3731265 Jul 23 00:02:43.639233 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:43.640216 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 6077e38b-4f01-4ba4-b9f9-e3ea58dfb3d0 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:43.641455 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device ead39257-f65b-4c05-b88f-dbbb489b63f4 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:02:43.646256 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76effd30-44be-4aeb-99f3-ae835348857f admin admin] Pushing event deleted for resources: {'Network': ['ID=e43b07a7-ce43-4b1e-9658-3b973dd6f115,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:43.662538 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: ead39257-f65b-4c05-b88f-dbbb489b63f4 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:02:43.663116 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device ead39257-f65b-4c05-b88f-dbbb489b63f4 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:02:43.798709 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52282) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:43.841714 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6d27c1a9-05d1-46e4-8dab-3c87b44451c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ddcd263763bc4c92a9f6474efa29337f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418215 Jul 23 00:02:43.844168 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52284) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:43.890995 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a4d96f24-1dd6-4906-8902-ea265af0d955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.910582 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a4d96f24-1dd6-4906-8902-ea265af0d955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.955332 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a4d96f24-1dd6-4906-8902-ea265af0d955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.957910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a4d96f24-1dd6-4906-8902-ea265af0d955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:43.959132 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a4d96f24-1dd6-4906-8902-ea265af0d955 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8076cdac-4caa-494b-8a3d-2046f6803814 HTTP/1.1" status: 204 len: 168 time: 0.1140091 Jul 23 00:02:43.967291 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d96f24-1dd6-4906-8902-ea265af0d955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8076cdac-4caa-494b-8a3d-2046f6803814,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:47.753922 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-adca619c-e70e-4541-a0ca-abeef26c0af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.218092 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4b55f161-cab8-4239-9025-563083577d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:50.465929 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.477664 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.513070 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52458) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:51.558856 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee26679-ca12-4a42-9911-9603754b7bb8 admin admin] Deleting subnet 73075026-2094-4a24-991f-741bea6ac020 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:02:51.561751 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3ee26679-ca12-4a42-9911-9603754b7bb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.593948 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3ee26679-ca12-4a42-9911-9603754b7bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5252407'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.631671 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3ee26679-ca12-4a42-9911-9603754b7bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.685929 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3ee26679-ca12-4a42-9911-9603754b7bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5858384'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.710450 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee26679-ca12-4a42-9911-9603754b7bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73075026-2094-4a24-991f-741bea6ac020,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:51.714104 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3ee26679-ca12-4a42-9911-9603754b7bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.715995 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3ee26679-ca12-4a42-9911-9603754b7bb8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/73075026-2094-4a24-991f-741bea6ac020 HTTP/1.1" status: 204 len: 168 time: 0.2019455 Jul 23 00:02:51.718402 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52470) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:51.790636 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-99dbe8b4-399e-4b58-bd87-732d44b0defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.873461 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-99dbe8b4-399e-4b58-bd87-732d44b0defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.884612 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-99dbe8b4-399e-4b58-bd87-732d44b0defb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4794eec-774f-4921-a24c-ac0e5417f3e4']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:51.894952 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-99dbe8b4-399e-4b58-bd87-732d44b0defb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6661bdc2-04a9-4b9f-aa52-2f1e89436f56') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:51.895241 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-99dbe8b4-399e-4b58-bd87-732d44b0defb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6661bdc2-04a9-4b9f-aa52-2f1e89436f56') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:02:51.903748 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-99dbe8b4-399e-4b58-bd87-732d44b0defb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5252414'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.919183 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-99dbe8b4-399e-4b58-bd87-732d44b0defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.925763 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99dbe8b4-399e-4b58-bd87-732d44b0defb admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:02:51.926154 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-99dbe8b4-399e-4b58-bd87-732d44b0defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5718459'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: timer() Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: cb(*args, **kw) Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: self._notify() Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: self.callback(batched_events) Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: event.method(event) Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: return self._get(url).json() Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:02:51.927865 dv-cinder-801633-1-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:02:51.981772 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-99dbe8b4-399e-4b58-bd87-732d44b0defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.989827 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-99dbe8b4-399e-4b58-bd87-732d44b0defb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:51.990401 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-99dbe8b4-399e-4b58-bd87-732d44b0defb admin admin] 10.222.0.39 "DELETE /v2.0/networks/b4794eec-774f-4921-a24c-ac0e5417f3e4 HTTP/1.1" status: 204 len: 168 time: 0.2710898 Jul 23 00:02:52.005933 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbe8b4-399e-4b58-bd87-732d44b0defb admin admin] Pushing event deleted for resources: {'Network': ['ID=b4794eec-774f-4921-a24c-ac0e5417f3e4,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:52.175056 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52508) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:52.215772 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6cb07228-04fd-49c8-a478-d1efca7b4454 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3adbaafd50014fe4a448df06cc643b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397243 Jul 23 00:02:52.218214 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52512) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:52.275859 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-48dc0d9f-e093-4c28-9cd7-5c783f2c0193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:52.298353 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-48dc0d9f-e093-4c28-9cd7-5c783f2c0193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:52.345432 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-48dc0d9f-e093-4c28-9cd7-5c783f2c0193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:52.348465 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-48dc0d9f-e093-4c28-9cd7-5c783f2c0193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:52.349776 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-48dc0d9f-e093-4c28-9cd7-5c783f2c0193 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a72ef03-ce6c-491a-972d-11f74cdcafd5 HTTP/1.1" status: 204 len: 168 time: 0.1293368 Jul 23 00:02:52.357619 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc0d9f-e093-4c28-9cd7-5c783f2c0193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a72ef03-ce6c-491a-972d-11f74cdcafd5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:53.154739 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:58.936607 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52690) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:59.038007 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-54dbdd10-7a1d-466a-b549-c2e04ab6df20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.125127 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-54dbdd10-7a1d-466a-b549-c2e04ab6df20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.129076 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-54dbdd10-7a1d-466a-b549-c2e04ab6df20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.169990 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-54dbdd10-7a1d-466a-b549-c2e04ab6df20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7343591b78774873ba347328b49661c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321830 Jul 23 00:02:59.170765 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbdd10-7a1d-466a-b549-c2e04ab6df20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870aa7be-4ba4-4454-9f8c-1f3865139953,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:59.172619 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52694) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:59.225615 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-68e28468-44a7-4df2-ad11-8792c5284ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.246685 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-68e28468-44a7-4df2-ad11-8792c5284ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.291041 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-68e28468-44a7-4df2-ad11-8792c5284ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.293618 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-68e28468-44a7-4df2-ad11-8792c5284ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:02:59.294761 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-68e28468-44a7-4df2-ad11-8792c5284ff3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/870aa7be-4ba4-4454-9f8c-1f3865139953 HTTP/1.1" status: 204 len: 168 time: 0.1211700 Jul 23 00:02:59.302808 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e28468-44a7-4df2-ad11-8792c5284ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870aa7be-4ba4-4454-9f8c-1f3865139953,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:02:59.920921 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52734) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:02:59.925324 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52736) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:00.014040 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-999549614-network', 'tenant_id': '720082b42b024fc3ad77e031d129b01c'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:00.033001 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f7e918c0-62e6-47e7-a3f8-bc459bd59135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.036728 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Made reservation on behalf of 720082b42b024fc3ad77e031d129b01c for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:00.039065 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.047343 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.122541 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f7e918c0-62e6-47e7-a3f8-bc459bd59135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.129678 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f7e918c0-62e6-47e7-a3f8-bc459bd59135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.170388 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f7e918c0-62e6-47e7-a3f8-bc459bd59135 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a88a48dc8264f9c952244e5f726e24e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415237 Jul 23 00:03:00.170388 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e918c0-62e6-47e7-a3f8-bc459bd59135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd933eb-d1d8-48c1-897c-4add3b4a0bb4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:00.171082 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52742) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:00.208273 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.212258 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.220603 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c72b44c7-ce44-41d6-8c8b-2ab0c796a2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.232633 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:03:00.245826 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c72b44c7-ce44-41d6-8c8b-2ab0c796a2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.248876 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda65b5b-0de4-4880-8135-f0de81d141e9,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:00.253361 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.253831 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Added segment b0264a15-2bae-48c6-b0cc-155fd2dd27a2 of type vlan for network f3790749-49d5-4041-8e57-7e69f4eb4d80 Jul 23 00:03:00.295814 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.298379 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c72b44c7-ce44-41d6-8c8b-2ab0c796a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.301450 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c72b44c7-ce44-41d6-8c8b-2ab0c796a2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.302709 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c72b44c7-ce44-41d6-8c8b-2ab0c796a2bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acd933eb-d1d8-48c1-897c-4add3b4a0bb4 HTTP/1.1" status: 204 len: 168 time: 0.1306720 Jul 23 00:03:00.310541 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b44c7-ce44-41d6-8c8b-2ab0c796a2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd933eb-d1d8-48c1-897c-4add3b4a0bb4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:00.332085 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.333076 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:00.333581 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.365575 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4433560 Jul 23 00:03:00.368890 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52746) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:00.374483 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-7db915b0-c37c-47aa-89a7-3b37ce236c33 admin admin] Request body: {'subnet': {'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-999549614-subnet', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:00.399242 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45349e-6155-4502-84ec-c4f9d44e73ab admin admin] Pushing event updated for resources: {'Network': ['ID=f3790749-49d5-4041-8e57-7e69f4eb4d80,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:00.401686 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db915b0-c37c-47aa-89a7-3b37ce236c33 admin admin] Made reservation on behalf of 720082b42b024fc3ad77e031d129b01c for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:00.404579 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7db915b0-c37c-47aa-89a7-3b37ce236c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5779915'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.411436 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network f3790749-49d5-4041-8e57-7e69f4eb4d80 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:03:00.590668 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7db915b0-c37c-47aa-89a7-3b37ce236c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6971760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5779897'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.616907 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52750) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:00.629811 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ee8864f1-869e-4d33-979f-502479a93c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.645487 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db915b0-c37c-47aa-89a7-3b37ce236c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=843656e0-512a-4b75-8920-4514597631c6,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:00.658514 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db915b0-c37c-47aa-89a7-3b37ce236c33 admin admin] Checking segment: {'id': 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:00.658951 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db915b0-c37c-47aa-89a7-3b37ce236c33 admin admin] Network hostable DHCP agents. Network: f3790749-49d5-4041-8e57-7e69f4eb4d80, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:03:00.676433 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db915b0-c37c-47aa-89a7-3b37ce236c33 admin admin] Network f3790749-49d5-4041-8e57-7e69f4eb4d80 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:03:00.686445 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-7db915b0-c37c-47aa-89a7-3b37ce236c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, f3790749-49d5-4041-8e57-7e69f4eb4d80) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:00.695814 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db915b0-c37c-47aa-89a7-3b37ce236c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:00.697039 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08822d4-80c0-4560-a81c-8ec79c4cca86 None None] Network f3790749-49d5-4041-8e57-7e69f4eb4d80 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:00.697649 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7db915b0-c37c-47aa-89a7-3b37ce236c33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.726960 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ee8864f1-869e-4d33-979f-502479a93c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.732319 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ee8864f1-869e-4d33-979f-502479a93c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.740263 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7db915b0-c37c-47aa-89a7-3b37ce236c33 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3675053 Jul 23 00:03:00.740444 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52752) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:00.753849 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:00.796469 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8864f1-869e-4d33-979f-502479a93c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b6f0d9-0e56-437e-af36-7191a138c434,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:00.806267 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ee8864f1-869e-4d33-979f-502479a93c35 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e5a1f22bd6c422a8cfcea3ad75b71d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858952 Jul 23 00:03:00.806267 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-942690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9454'] for router, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.806971 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9441'] for router, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.810272 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52754) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:00.864586 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64f19bdb-74e2-5c03-984e-713837794b33-f3790749-49d5-4041-8e57-7e69f4eb4d80', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'fixed_ips': [{'subnet_id': '843656e0-512a-4b75-8920-4514597631c6'}]}} from dv-cinder-801633-1-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:03:00.865444 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.890514 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:00.970392 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5f8382cc-63da-4a92-8167-061ecfa9f102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.000133 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Allocated IP 172.20.0.2 (f3790749-49d5-4041-8e57-7e69f4eb4d80/843656e0-512a-4b75-8920-4514597631c6/29c93836-5582-4d64-885f-a00ae1ce99fd) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:01.029636 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5f8382cc-63da-4a92-8167-061ecfa9f102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.072161 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9427'] for router, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.129556 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5f8382cc-63da-4a92-8167-061ecfa9f102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.132072 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5f8382cc-63da-4a92-8167-061ecfa9f102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.134282 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5f8382cc-63da-4a92-8167-061ecfa9f102 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8b6f0d9-0e56-437e-af36-7191a138c434 HTTP/1.1" status: 204 len: 168 time: 0.3209667 Jul 23 00:03:01.153730 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.162372 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Transition to ACTIVE for port object 29c93836-5582-4d64-885f-a00ae1ce99fd will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:01.170011 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8382cc-63da-4a92-8167-061ecfa9f102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b6f0d9-0e56-437e-af36-7191a138c434,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:01.177430 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Transition to ACTIVE for port object 29c93836-5582-4d64-885f-a00ae1ce99fd will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:01.188815 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.243933 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Pushing event updated for resources: {'Port': ['ID=29c93836-5582-4d64-885f-a00ae1ce99fd,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:01.247896 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Network f3790749-49d5-4041-8e57-7e69f4eb4d80 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:01.253272 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:01.253623 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:01.253961 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:01.254291 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:01.254621 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:01.254949 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:01.255274 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:01.255624 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:01.255948 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:01.256300 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:01.256622 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:01.256939 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:01.260263 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:01.262472 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:01.317627 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.324837 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Attempting to bind port 29c93836-5582-4d64-885f-a00ae1ce99fd on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:01.325196 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Attempting to bind port 29c93836-5582-4d64-885f-a00ae1ce99fd by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:01.325552 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Attempting to bind port 29c93836-5582-4d64-885f-a00ae1ce99fd on network f3790749-49d5-4041-8e57-7e69f4eb4d80 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:01.330860 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:01.331233 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Checking segment: {'id': 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:01.331675 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.332146 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Bound using segment: {'id': 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:01.332692 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Bound port: 29c93836-5582-4d64-885f-a00ae1ce99fd, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:01.333073 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.337050 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.403812 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] For port 29c93836-5582-4d64-885f-a00ae1ce99fd, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:01.407645 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] For port 29c93836-5582-4d64-885f-a00ae1ce99fd, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=29c93836-5582-4d64-885f-a00ae1ce99fd,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:01.413611 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.462323 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Allocated IP 172.27.0.163 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/5e639844-062f-4d2c-b448-a5b64b2a4618) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:01.482597 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bc717-ebf8-4485-80a2-86f2ad6025bf None None] Pushing event updated for resources: {'Port': ['ID=29c93836-5582-4d64-885f-a00ae1ce99fd,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:01.597142 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.662379 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:01.704053 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:01.707554 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:01.710280 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:01.749243 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Pushing event updated for resources: {'Port': ['ID=5e639844-062f-4d2c-b448-a5b64b2a4618,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:01.990847 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:02.200499 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:02.341872 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 is scheduled to L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f with binding_index 1 {{(pid=92929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:03:02.421791 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f7ddc0-aabc-434b-8795-baf8dcb1d1ba None None] Network f3790749-49d5-4041-8e57-7e69f4eb4d80 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:02.470769 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:02.487365 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:02.487682 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Sync routers for ids ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:02.489028 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-69fdfc9e-5fc6-42ed-a1cb-c53bfd02aefc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7475953 Jul 23 00:03:02.492356 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52794) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:02.510731 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Routers {'4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:02.511390 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:02:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:02.519015 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-994eaed0-451c-4a15-9fee-12d7f8cd531e None None] Provisioning for port 29c93836-5582-4d64-885f-a00ae1ce99fd completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:02.696412 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Set router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:02.939538 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:01Z', 'revision_number': 3, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port': {'id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:02.972486 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Checking router: 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:02.973185 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Updating router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 port 5e639844-062f-4d2c-b448-a5b64b2a4618 binding host dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:03.045613 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.179343 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.342426 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.353825 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Allocated IP 172.20.0.1 (f3790749-49d5-4041-8e57-7e69f4eb4d80/843656e0-512a-4b75-8920-4514597631c6/4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:03.355596 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Transition to ACTIVE for port object 5e639844-062f-4d2c-b448-a5b64b2a4618 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:03.361906 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.415522 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Attempting to bind port 5e639844-062f-4d2c-b448-a5b64b2a4618 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:03.415522 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Attempting to bind port 5e639844-062f-4d2c-b448-a5b64b2a4618 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:03.415522 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Attempting to bind port 5e639844-062f-4d2c-b448-a5b64b2a4618 on network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:03.420956 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:03.421348 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Checking segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:03.421816 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.422391 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Bound using segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:03.422914 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Bound port: 5e639844-062f-4d2c-b448-a5b64b2a4618, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:03.422914 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.424560 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1454add-ad52-4a36-ba17-761afd9cd78d None None] Pushing event updated for resources: {'Port': ['ID=5e639844-062f-4d2c-b448-a5b64b2a4618,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:03.478905 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] For port 5e639844-062f-4d2c-b448-a5b64b2a4618, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:03.479102 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.482154 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] For port 5e639844-062f-4d2c-b448-a5b64b2a4618, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=5e639844-062f-4d2c-b448-a5b64b2a4618,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:03.486384 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.495342 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Transition to ACTIVE for port object 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:03.547925 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Routers {'4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:03.548080 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.548728 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:02:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:03.590997 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1454add-ad52-4a36-ba17-761afd9cd78d None None] Pushing event updated for resources: {'Port': ['ID=5e639844-062f-4d2c-b448-a5b64b2a4618,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:03.605985 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Network f3790749-49d5-4041-8e57-7e69f4eb4d80 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:03.609085 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:03.615012 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:03.648745 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Pushing event updated for resources: {'Port': ['ID=4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:03.680831 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942669'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.692943 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 29c93836-5582-4d64-885f-a00ae1ce99fd up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:03.726391 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] Set router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:03.868483 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.870904 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 29c93836-5582-4d64-885f-a00ae1ce99fd completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:03.885895 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 29c93836-5582-4d64-885f-a00ae1ce99fd triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:03.886266 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:03.929853 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-194858bc-efff-494e-97fe-83e4546a8f86 None None] Provisioning for port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:03.960213 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-194858bc-efff-494e-97fe-83e4546a8f86 None None] Provisioning complete for port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:03.960213 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-194858bc-efff-494e-97fe-83e4546a8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.025913 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-194858bc-efff-494e-97fe-83e4546a8f86 None None] Port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:04.071815 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:01Z', 'revision_number': 3, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port': {'id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:04.074700 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.085794 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.091763 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6971887'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.101837 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9cab3-1a5c-4ac5-a8ad-a8cca1807b1e None None] The sync data for ids ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'] in dv-cinder-801633-1-iscsi is: [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:01Z', 'revision_number': 3, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port': {'id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:04.150553 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 29c93836-5582-4d64-885f-a00ae1ce99fd, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=29c93836-5582-4d64-885f-a00ae1ce99fd,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:04.159842 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.179352 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Pushing event updated for resources: {'Port': ['ID=4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:04.184993 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939261'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.234699 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=29c93836-5582-4d64-885f-a00ae1ce99fd,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:04.300041 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Network f3790749-49d5-4041-8e57-7e69f4eb4d80 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:04.301850 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:04.482804 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:04.626298 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:04.635319 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ecbbeeca-35c2-45ff-aa5e-83bc487b8f4f admin admin] 10.222.0.39 "PUT /v2.0/routers/4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1383791 Jul 23 00:03:04.662183 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c115ca85-5ff3-428d-9014-6dbebffd9211 None None] Provisioning complete for port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:04.662755 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c115ca85-5ff3-428d-9014-6dbebffd9211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:04.715365 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-c115ca85-5ff3-428d-9014-6dbebffd9211 None None] Port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:04.904807 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52904) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:05.078080 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8e99e979-d6bb-4564-bb4e-736002669ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.125897 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:03:05.198564 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8e99e979-d6bb-4564-bb4e-736002669ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.201773 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8e99e979-d6bb-4564-bb4e-736002669ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.219702 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52918) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:05.224962 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1678748066-network', 'tenant_id': '73b0f089c43e42aba708af738d1841a3'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:05.239637 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99e979-d6bb-4564-bb4e-736002669ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6ef569-8c2c-4392-b3e3-ce962d07b3f1,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:05.246228 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Made reservation on behalf of 73b0f089c43e42aba708af738d1841a3 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:05.246640 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8e99e979-d6bb-4564-bb4e-736002669ef7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1a6958494fd4d6782f153b1ee265884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407915 Jul 23 00:03:05.247494 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52920) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:05.253928 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.268338 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.302005 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe19f339-1564-4ba2-b135-d8ab99ee5b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.328409 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe19f339-1564-4ba2-b135-d8ab99ee5b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.360136 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.367298 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.381528 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe19f339-1564-4ba2-b135-d8ab99ee5b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.384293 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe19f339-1564-4ba2-b135-d8ab99ee5b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.385433 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fe19f339-1564-4ba2-b135-d8ab99ee5b67 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b6ef569-8c2c-4392-b3e3-ce962d07b3f1 HTTP/1.1" status: 204 len: 168 time: 0.1369088 Jul 23 00:03:05.395258 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:03:05.396401 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19f339-1564-4ba2-b135-d8ab99ee5b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6ef569-8c2c-4392-b3e3-ce962d07b3f1,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:05.401842 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf31a36-3e35-4eb6-adef-9d9454c9a0a8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:05.417487 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.418430 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Added segment dec52e5d-2802-4618-bf0d-248d118595dd of type vlan for network 26af5138-f259-4a01-a236-82bb096add3f Jul 23 00:03:05.469410 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.506414 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.507466 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:05.508200 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.551003 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52924) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:05.551314 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3271625 Jul 23 00:03:05.559401 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-d251ff69-df3c-4a6c-bf6e-681487496c35 admin admin] Request body: {'subnet': {'network_id': '26af5138-f259-4a01-a236-82bb096add3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1678748066-subnet', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:05.582021 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02a414-d5af-4a75-b287-0ada54f8e408 admin admin] Pushing event updated for resources: {'Network': ['ID=26af5138-f259-4a01-a236-82bb096add3f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:05.596705 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network 26af5138-f259-4a01-a236-82bb096add3f details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:03:05.601432 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d251ff69-df3c-4a6c-bf6e-681487496c35 admin admin] Made reservation on behalf of 73b0f089c43e42aba708af738d1841a3 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:05.604704 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d251ff69-df3c-4a6c-bf6e-681487496c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5858349'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.737751 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 29c93836-5582-4d64-885f-a00ae1ce99fd up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:05.796617 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 29c93836-5582-4d64-885f-a00ae1ce99fd triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:05.797363 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.818152 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52928) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:05.824364 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d251ff69-df3c-4a6c-bf6e-681487496c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5858399'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.831823 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f88658e7-dec9-403d-a4d7-2e9c3476701c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.886328 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251ff69-df3c-4a6c-bf6e-681487496c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e4a0c8e-6b68-44d6-b679-0184aeaf6faf,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:05.912971 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d251ff69-df3c-4a6c-bf6e-681487496c35 admin admin] Checking segment: {'id': 'dec52e5d-2802-4618-bf0d-248d118595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26af5138-f259-4a01-a236-82bb096add3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:05.913692 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d251ff69-df3c-4a6c-bf6e-681487496c35 admin admin] Network hostable DHCP agents. Network: 26af5138-f259-4a01-a236-82bb096add3f, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:03:05.932827 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d251ff69-df3c-4a6c-bf6e-681487496c35 admin admin] Network 26af5138-f259-4a01-a236-82bb096add3f is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:03:05.947692 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f88658e7-dec9-403d-a4d7-2e9c3476701c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.947886 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Sync routers for ids ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:05.950860 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-d251ff69-df3c-4a6c-bf6e-681487496c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, 26af5138-f259-4a01-a236-82bb096add3f) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:05.951495 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f88658e7-dec9-403d-a4d7-2e9c3476701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.956049 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d251ff69-df3c-4a6c-bf6e-681487496c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:05.957100 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d251ff69-df3c-4a6c-bf6e-681487496c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:05.967178 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aa3492-9a2f-4ded-808c-f95e33a1b638 None None] Network 26af5138-f259-4a01-a236-82bb096add3f requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:05.971901 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Routers {'4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:05.972554 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:02:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:05.977070 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d251ff69-df3c-4a6c-bf6e-681487496c35 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4270380 Jul 23 00:03:05.979574 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 52930) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:05.984365 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1678748066-router', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:05.990692 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88658e7-dec9-403d-a4d7-2e9c3476701c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e744c6-8754-41e5-841c-5f71ce02e9a3,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:06.012365 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-942690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9454'] for router, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.013509 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9441'] for router, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.024602 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f88658e7-dec9-403d-a4d7-2e9c3476701c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63175673bef14d75a99fe21e017c800b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029457 Jul 23 00:03:06.025127 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52932) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:06.045211 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 5e639844-062f-4d2c-b448-a5b64b2a4618 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:06.078153 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.109508 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7d79ffd-06fe-4156-bfff-b4b452a4e31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.128638 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Set router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:06.144534 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7d79ffd-06fe-4156-bfff-b4b452a4e31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.190250 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 5e639844-062f-4d2c-b448-a5b64b2a4618 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:06.197322 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7d79ffd-06fe-4156-bfff-b4b452a4e31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.197680 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 5e639844-062f-4d2c-b448-a5b64b2a4618 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:06.198188 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.200163 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e7d79ffd-06fe-4156-bfff-b4b452a4e31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.203637 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e7d79ffd-06fe-4156-bfff-b4b452a4e31b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6e744c6-8754-41e5-841c-5f71ce02e9a3 HTTP/1.1" status: 204 len: 168 time: 0.1741138 Jul 23 00:03:06.230856 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d79ffd-06fe-4156-bfff-b4b452a4e31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e744c6-8754-41e5-841c-5f71ce02e9a3,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:06.269027 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9427'] for router, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.326944 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64f19bdb-74e2-5c03-984e-713837794b33-26af5138-f259-4a01-a236-82bb096add3f', 'network_id': '26af5138-f259-4a01-a236-82bb096add3f', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'fixed_ips': [{'subnet_id': '1e4a0c8e-6b68-44d6-b679-0184aeaf6faf'}]}} from dv-cinder-801633-1-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:03:06.327847 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.477060 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 4, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port': {'id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51', 'name': '', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'mac_address': 'fa:16:3e:48:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '843656e0-512a-4b75-8920-4514597631c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:03Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 2, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'subnets': [{'id': '843656e0-512a-4b75-8920-4514597631c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:06.483441 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.513374 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Checking router: 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:06.513722 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Updating router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 binding host dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:06.539410 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 5e639844-062f-4d2c-b448-a5b64b2a4618, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=5e639844-062f-4d2c-b448-a5b64b2a4618,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:06.545518 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.553794 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.598226 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Allocated IP 172.20.0.2 (26af5138-f259-4a01-a236-82bb096add3f/1e4a0c8e-6b68-44d6-b679-0184aeaf6faf/5344b89e-812f-494b-a152-7136af227ecd) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:06.623707 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=5e639844-062f-4d2c-b448-a5b64b2a4618,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:06.814667 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.827024 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Transition to ACTIVE for port object 5344b89e-812f-494b-a152-7136af227ecd will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:06.859230 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Transition to ACTIVE for port object 5344b89e-812f-494b-a152-7136af227ecd will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:06.869110 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.897961 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.898582 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.911471 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Transition to ACTIVE for port object 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:06.917270 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Network 26af5138-f259-4a01-a236-82bb096add3f is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:06.919295 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.920610 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:06.927986 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:06.930750 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Pushing event updated for resources: {'Port': ['ID=5344b89e-812f-494b-a152-7136af227ecd,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:06.933484 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:06.984128 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Pushing event updated for resources: {'Port': ['ID=4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:06.995126 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:06.995524 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:06.995865 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:06.996194 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:06.996519 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:06.996846 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:06.997585 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:06.998413 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:06.998413 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:06.998861 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:06.999434 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:06.999763 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:07.004289 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Attempting to bind port 5344b89e-812f-494b-a152-7136af227ecd on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:07.004653 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Attempting to bind port 5344b89e-812f-494b-a152-7136af227ecd by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': 'dec52e5d-2802-4618-bf0d-248d118595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26af5138-f259-4a01-a236-82bb096add3f'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:07.005014 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Attempting to bind port 5344b89e-812f-494b-a152-7136af227ecd on network 26af5138-f259-4a01-a236-82bb096add3f {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:07.012584 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:07.013268 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Checking segment: {'id': 'dec52e5d-2802-4618-bf0d-248d118595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26af5138-f259-4a01-a236-82bb096add3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:07.013417 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.013872 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Bound using segment: {'id': 'dec52e5d-2802-4618-bf0d-248d118595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26af5138-f259-4a01-a236-82bb096add3f'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:07.014331 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Bound port: 5344b89e-812f-494b-a152-7136af227ecd, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec52e5d-2802-4618-bf0d-248d118595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26af5138-f259-4a01-a236-82bb096add3f'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:07.014765 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.062500 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Allocated IP 172.27.0.110 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/15b80717-0c35-48d8-923c-b38bcbf3ffd8) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:07.146379 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Attempting to bind port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:07.146839 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Attempting to bind port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:07.147031 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Attempting to bind port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 on network f3790749-49d5-4041-8e57-7e69f4eb4d80 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:07.154938 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:07.155708 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Checking segment: {'id': 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:07.156378 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.157101 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Bound using segment: {'id': 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:07.158139 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Bound port: 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:07.158694 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.159677 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] For port 5344b89e-812f-494b-a152-7136af227ecd, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:07.165507 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] For port 5344b89e-812f-494b-a152-7136af227ecd, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=5344b89e-812f-494b-a152-7136af227ecd,segment=NetworkSegment(dec52e5d-2802-4618-bf0d-248d118595dd),segment_id=dec52e5d-2802-4618-bf0d-248d118595dd)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:07.188895 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.233809 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.283018 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf2dca-1c88-4391-b3ce-7338aa592d94 None None] Pushing event updated for resources: {'Port': ['ID=5344b89e-812f-494b-a152-7136af227ecd,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:07.283165 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] For port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:07.293181 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] For port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:07.299323 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.301723 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.351531 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:07.354305 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:07.358122 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:07.395318 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Pushing event updated for resources: {'Port': ['ID=15b80717-0c35-48d8-923c-b38bcbf3ffd8,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:07.412385 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fe556-7157-4180-b01d-fb09cee1d4b1 None None] Pushing event updated for resources: {'Port': ['ID=4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:07.422812 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Routers {'4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:07.423253 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:02:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:07.633145 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] Set router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:07.691121 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 5e639844-062f-4d2c-b448-a5b64b2a4618 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:07.762355 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 5e639844-062f-4d2c-b448-a5b64b2a4618 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:07.762891 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.771912 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:07.934076 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 4, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port': {'id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51', 'name': '', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'mac_address': 'fa:16:3e:48:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '843656e0-512a-4b75-8920-4514597631c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:03Z', 'updated_at': '2021-07-23T00:03:07Z', 'revision_number': 4, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'subnets': [{'id': '843656e0-512a-4b75-8920-4514597631c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:07.961535 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8976fb11-3d15-4cf8-9a90-abc0b46edde3 None None] The sync data for ids ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'] in dv-cinder-801633-1-iscsi is: [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 4, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port': {'id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51', 'name': '', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'mac_address': 'fa:16:3e:48:ce:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '843656e0-512a-4b75-8920-4514597631c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:03Z', 'updated_at': '2021-07-23T00:03:07Z', 'revision_number': 4, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'subnets': [{'id': '843656e0-512a-4b75-8920-4514597631c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:08.038100 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.210050 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Router d1715302-2307-4945-83d9-eecc6c0c6f32 is scheduled to L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f with binding_index 1 {{(pid=92929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:03:08.363165 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:08.380084 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Sync routers for ids ['d1715302-2307-4945-83d9-eecc6c0c6f32'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:08.392854 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.396765 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8b46115a-7d28-4a51-b479-9d1be35d8b8e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4135718 Jul 23 00:03:08.396913 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Routers {'d1715302-2307-4945-83d9-eecc6c0c6f32'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:08.396913 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:02:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['d1715302-2307-4945-83d9-eecc6c0c6f32'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:08.397149 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52996) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:08.486820 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9149ab23-204e-4746-a418-85ff67ff61a6 None None] Network 26af5138-f259-4a01-a236-82bb096add3f requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:08.597139 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-fa372414-0143-443d-8da5-860d45b2adf9 None None] Provisioning for port 5344b89e-812f-494b-a152-7136af227ecd completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:08.614177 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Set router d1715302-2307-4945-83d9-eecc6c0c6f32 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:08.931727 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:08.969740 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'name': 'tempest-TestShelveInstance-1678748066-router', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:03:07Z', 'revision_number': 3, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'gw_port': {'id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:09.002816 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Checking router: d1715302-2307-4945-83d9-eecc6c0c6f32 for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:09.002816 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Updating router d1715302-2307-4945-83d9-eecc6c0c6f32 port 15b80717-0c35-48d8-923c-b38bcbf3ffd8 binding host dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:09.041240 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.129954 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Allocated IP 172.20.0.1 (26af5138-f259-4a01-a236-82bb096add3f/1e4a0c8e-6b68-44d6-b679-0184aeaf6faf/aa768a6d-4ca3-4788-8267-17fece6a4b4d) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:09.252820 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.267028 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Transition to ACTIVE for port object aa768a6d-4ca3-4788-8267-17fece6a4b4d will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:09.302142 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.330053 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.337752 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Network 26af5138-f259-4a01-a236-82bb096add3f is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:09.340238 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Transition to ACTIVE for port object 15b80717-0c35-48d8-923c-b38bcbf3ffd8 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:09.342528 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:09.346237 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:09.346406 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.369997 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Pushing event updated for resources: {'Port': ['ID=aa768a6d-4ca3-4788-8267-17fece6a4b4d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:09.390911 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942669'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.401594 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Attempting to bind port 15b80717-0c35-48d8-923c-b38bcbf3ffd8 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:09.402201 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Attempting to bind port 15b80717-0c35-48d8-923c-b38bcbf3ffd8 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:09.402308 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Attempting to bind port 15b80717-0c35-48d8-923c-b38bcbf3ffd8 on network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:09.411797 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021afa52-27ca-486f-a441-5ce9d4f92e26 None None] Pushing event updated for resources: {'Port': ['ID=15b80717-0c35-48d8-923c-b38bcbf3ffd8,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:09.414920 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:09.415287 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Checking segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:09.415710 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.416104 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Bound using segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:09.416730 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Bound port: 15b80717-0c35-48d8-923c-b38bcbf3ffd8, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:09.417108 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.473653 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] For port 15b80717-0c35-48d8-923c-b38bcbf3ffd8, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:09.476767 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] For port 15b80717-0c35-48d8-923c-b38bcbf3ffd8, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=15b80717-0c35-48d8-923c-b38bcbf3ffd8,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:09.482792 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.538001 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.548882 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Routers {'d1715302-2307-4945-83d9-eecc6c0c6f32'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:09.549660 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:02:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['d1715302-2307-4945-83d9-eecc6c0c6f32'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:09.621609 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021afa52-27ca-486f-a441-5ce9d4f92e26 None None] Pushing event updated for resources: {'Port': ['ID=15b80717-0c35-48d8-923c-b38bcbf3ffd8,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:09.645348 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-9d3bf3c1-695f-4c31-bc4c-387e0e02a6ed None None] Provisioning for port aa768a6d-4ca3-4788-8267-17fece6a4b4d completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:09.652892 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:09.656615 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-9d3bf3c1-695f-4c31-bc4c-387e0e02a6ed None None] Provisioning complete for port aa768a6d-4ca3-4788-8267-17fece6a4b4d triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:09.656981 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf3c1-695f-4c31-bc4c-387e0e02a6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.711345 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.716556 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6971887'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.790420 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Pushing event updated for resources: {'Port': ['ID=aa768a6d-4ca3-4788-8267-17fece6a4b4d,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:09.792955 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939261'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:09.843030 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] Set router d1715302-2307-4945-83d9-eecc6c0c6f32 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:09.870393 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-9d3bf3c1-695f-4c31-bc4c-387e0e02a6ed None None] Port aa768a6d-4ca3-4788-8267-17fece6a4b4d cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:09.885309 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Network 26af5138-f259-4a01-a236-82bb096add3f is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:09.887501 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:10.001014 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:10.007934 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:10.008293 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Router d1715302-2307-4945-83d9-eecc6c0c6f32 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:10.008514 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.133528 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:10.148037 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a168fa14-1590-46a5-ae55-079090c7b992 admin admin] 10.222.0.39 "PUT /v2.0/routers/d1715302-2307-4945-83d9-eecc6c0c6f32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7420142 Jul 23 00:03:10.154461 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.176746 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'name': 'tempest-TestShelveInstance-1678748066-router', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:03:09Z', 'revision_number': 4, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'gw_port': {'id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'aa768a6d-4ca3-4788-8267-17fece6a4b4d', 'name': '', 'network_id': '26af5138-f259-4a01-a236-82bb096add3f', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'mac_address': 'fa:16:3e:5b:2a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1e4a0c8e-6b68-44d6-b679-0184aeaf6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:09Z', 'revision_number': 1, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'subnets': [{'id': '1e4a0c8e-6b68-44d6-b679-0184aeaf6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:10.220871 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968580df-1b92-480b-81b7-a0802025d5d2 None None] The sync data for ids ['d1715302-2307-4945-83d9-eecc6c0c6f32'] in dv-cinder-801633-1-iscsi is: [{'id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'name': 'tempest-TestShelveInstance-1678748066-router', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:03:09Z', 'revision_number': 4, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'gw_port': {'id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'aa768a6d-4ca3-4788-8267-17fece6a4b4d', 'name': '', 'network_id': '26af5138-f259-4a01-a236-82bb096add3f', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'mac_address': 'fa:16:3e:5b:2a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1e4a0c8e-6b68-44d6-b679-0184aeaf6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:09Z', 'revision_number': 1, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'subnets': [{'id': '1e4a0c8e-6b68-44d6-b679-0184aeaf6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:10.233122 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:10.239483 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-31af18d5-7988-4b99-acaa-add2d8e31502 None None] Provisioning complete for port aa768a6d-4ca3-4788-8267-17fece6a4b4d triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:10.239855 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-31af18d5-7988-4b99-acaa-add2d8e31502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.242682 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.243504 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 5344b89e-812f-494b-a152-7136af227ecd up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:10.339423 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-31af18d5-7988-4b99-acaa-add2d8e31502 None None] Port aa768a6d-4ca3-4788-8267-17fece6a4b4d cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:10.357947 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:10.367765 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 5344b89e-812f-494b-a152-7136af227ecd completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:10.371698 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 5344b89e-812f-494b-a152-7136af227ecd triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:10.372068 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.450739 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.499293 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 5344b89e-812f-494b-a152-7136af227ecd, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=5344b89e-812f-494b-a152-7136af227ecd,segment=NetworkSegment(dec52e5d-2802-4618-bf0d-248d118595dd),segment_id=dec52e5d-2802-4618-bf0d-248d118595dd)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:10.509399 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:10.564667 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=5344b89e-812f-494b-a152-7136af227ecd,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:11.089415 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53028) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:11.094080 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-7672f292-b128-423a-99c7-c3777fe55773 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-723765859', 'description': 'tempest-secgroup-smoke-723765859 description', 'project_id': '720082b42b024fc3ad77e031d129b01c'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:11.117205 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7672f292-b128-423a-99c7-c3777fe55773 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.202624 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7672f292-b128-423a-99c7-c3777fe55773 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.206553 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7672f292-b128-423a-99c7-c3777fe55773 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.240964 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7672f292-b128-423a-99c7-c3777fe55773 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.242424 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7672f292-b128-423a-99c7-c3777fe55773 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1517930 Jul 23 00:03:11.244158 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672f292-b128-423a-99c7-c3777fe55773 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4266968-a15f-4cde-8ed0-f36d0b91c8ef,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:11.245230 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53030) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:11.250125 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-771fc2d6-487b-43a8-8de4-f6b816d159cc tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Request body: {'security_group_rule': {'security_group_id': 'd4266968-a15f-4cde-8ed0-f36d0b91c8ef', 'project_id': '720082b42b024fc3ad77e031d129b01c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:11.284044 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-771fc2d6-487b-43a8-8de4-f6b816d159cc tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.369099 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-771fc2d6-487b-43a8-8de4-f6b816d159cc tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.373708 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-771fc2d6-487b-43a8-8de4-f6b816d159cc tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.394575 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fc2d6-487b-43a8-8de4-f6b816d159cc tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ff2b64-ab94-4693-92fd-06c22b9d8d73,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:11.399914 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-771fc2d6-487b-43a8-8de4-f6b816d159cc tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.404073 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-771fc2d6-487b-43a8-8de4-f6b816d159cc tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549408 Jul 23 00:03:11.404155 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53038) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:11.409460 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-bbd4411c-ffd0-4bc3-942f-a66c5cc1c227 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Request body: {'security_group_rule': {'security_group_id': 'd4266968-a15f-4cde-8ed0-f36d0b91c8ef', 'project_id': '720082b42b024fc3ad77e031d129b01c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:11.451328 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bbd4411c-ffd0-4bc3-942f-a66c5cc1c227 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.521885 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bbd4411c-ffd0-4bc3-942f-a66c5cc1c227 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.529231 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bbd4411c-ffd0-4bc3-942f-a66c5cc1c227 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.549598 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4411c-ffd0-4bc3-942f-a66c5cc1c227 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8542b4be-3f23-41ae-9d29-5d607e09962d,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:11.557468 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bbd4411c-ffd0-4bc3-942f-a66c5cc1c227 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.559251 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bbd4411c-ffd0-4bc3-942f-a66c5cc1c227 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1541033 Jul 23 00:03:11.562298 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53048) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:11.573937 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-f8fa9e1f-09b2-4ef5-b7da-5bea7d452d32 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Request body: {'security_group_rule': {'security_group_id': 'd4266968-a15f-4cde-8ed0-f36d0b91c8ef', 'project_id': '720082b42b024fc3ad77e031d129b01c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:11.624326 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f8fa9e1f-09b2-4ef5-b7da-5bea7d452d32 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.699859 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f8fa9e1f-09b2-4ef5-b7da-5bea7d452d32 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.707852 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f8fa9e1f-09b2-4ef5-b7da-5bea7d452d32 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.713308 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 5344b89e-812f-494b-a152-7136af227ecd up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:11.735293 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa9e1f-09b2-4ef5-b7da-5bea7d452d32 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74b777b-3e44-49fe-9773-146671007e2e,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:11.749344 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f8fa9e1f-09b2-4ef5-b7da-5bea7d452d32 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.753620 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f8fa9e1f-09b2-4ef5-b7da-5bea7d452d32 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1871486 Jul 23 00:03:11.753970 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53058) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:11.764757 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-6e2b0bc5-c700-43b3-a699-d235d0e42867 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Request body: {'security_group_rule': {'security_group_id': 'd4266968-a15f-4cde-8ed0-f36d0b91c8ef', 'project_id': '720082b42b024fc3ad77e031d129b01c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:11.799165 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0bc5-c700-43b3-a699-d235d0e42867 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.799604 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 5344b89e-812f-494b-a152-7136af227ecd triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:11.799980 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.872546 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0bc5-c700-43b3-a699-d235d0e42867 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.876894 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0bc5-c700-43b3-a699-d235d0e42867 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.894222 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:11.894427 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b0bc5-c700-43b3-a699-d235d0e42867 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90847d71-911f-4a83-84bd-a9b3784c74b2,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:11.900391 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0bc5-c700-43b3-a699-d235d0e42867 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.904216 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53060) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:11.904448 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6e2b0bc5-c700-43b3-a699-d235d0e42867 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489737 Jul 23 00:03:11.909164 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-0b583be4-ed1e-476e-b177-b04ced18e54b tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Request body: {'security_group_rule': {'security_group_id': 'd4266968-a15f-4cde-8ed0-f36d0b91c8ef', 'project_id': '720082b42b024fc3ad77e031d129b01c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:11.929560 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.securitygroups_db [None req-0b583be4-ed1e-476e-b177-b04ced18e54b tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Project 720082b42b024fc3ad77e031d129b01c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:03:11.934420 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b583be4-ed1e-476e-b177-b04ced18e54b tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:11.940227 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:11.940623 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.000457 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b583be4-ed1e-476e-b177-b04ced18e54b tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.006320 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b583be4-ed1e-476e-b177-b04ced18e54b tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.025223 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b583be4-ed1e-476e-b177-b04ced18e54b tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbdd699-b4d7-41c3-8913-9f048df0e2fc,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:12.027423 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 15b80717-0c35-48d8-923c-b38bcbf3ffd8 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:12.044887 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0b583be4-ed1e-476e-b177-b04ced18e54b tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.049409 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53064) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:12.050181 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0b583be4-ed1e-476e-b177-b04ced18e54b tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442430 Jul 23 00:03:12.054187 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-04828480-48d3-4971-add9-20221e296080 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Request body: {'security_group_rule': {'security_group_id': 'd4266968-a15f-4cde-8ed0-f36d0b91c8ef', 'project_id': '720082b42b024fc3ad77e031d129b01c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:12.076976 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.securitygroups_db [None req-04828480-48d3-4971-add9-20221e296080 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Project 720082b42b024fc3ad77e031d129b01c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:03:12.081136 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 15b80717-0c35-48d8-923c-b38bcbf3ffd8 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:12.082921 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-04828480-48d3-4971-add9-20221e296080 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.085291 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 15b80717-0c35-48d8-923c-b38bcbf3ffd8 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:12.085670 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.150930 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-04828480-48d3-4971-add9-20221e296080 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.155047 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-04828480-48d3-4971-add9-20221e296080 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.174002 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04828480-48d3-4971-add9-20221e296080 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0791f9f-0f53-4f7e-9d93-9e5855889ede,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:12.181415 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-04828480-48d3-4971-add9-20221e296080 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.192075 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-04828480-48d3-4971-add9-20221e296080 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323307 Jul 23 00:03:12.192165 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.210121 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 15b80717-0c35-48d8-923c-b38bcbf3ffd8, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=15b80717-0c35-48d8-923c-b38bcbf3ffd8,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:12.214607 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.266258 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=15b80717-0c35-48d8-923c-b38bcbf3ffd8,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:12.398228 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Sync routers for ids ['d1715302-2307-4945-83d9-eecc6c0c6f32'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:12.409826 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Routers {'d1715302-2307-4945-83d9-eecc6c0c6f32'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:12.410787 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:02:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['d1715302-2307-4945-83d9-eecc6c0c6f32'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:12.522160 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Set router d1715302-2307-4945-83d9-eecc6c0c6f32 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:12.743224 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'name': 'tempest-TestShelveInstance-1678748066-router', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:03:09Z', 'revision_number': 4, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'gw_port': {'id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'aa768a6d-4ca3-4788-8267-17fece6a4b4d', 'name': '', 'network_id': '26af5138-f259-4a01-a236-82bb096add3f', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'mac_address': 'fa:16:3e:5b:2a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1e4a0c8e-6b68-44d6-b679-0184aeaf6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:09Z', 'revision_number': 2, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'subnets': [{'id': '1e4a0c8e-6b68-44d6-b679-0184aeaf6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:12.770473 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Checking router: d1715302-2307-4945-83d9-eecc6c0c6f32 for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:12.770817 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Updating router d1715302-2307-4945-83d9-eecc6c0c6f32 port aa768a6d-4ca3-4788-8267-17fece6a4b4d binding host dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:12.806717 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:12.929091 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.091794 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53144) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:13.197776 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.201311 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ae491d19-fcdb-4eca-b373-010ba0fff865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.212107 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Transition to ACTIVE for port object aa768a6d-4ca3-4788-8267-17fece6a4b4d will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:13.218144 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.270934 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f29415-3191-4f9a-9cb3-123fa9de8030 None None] Pushing event updated for resources: {'Port': ['ID=aa768a6d-4ca3-4788-8267-17fece6a4b4d,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:13.308530 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ae491d19-fcdb-4eca-b373-010ba0fff865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.313402 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ae491d19-fcdb-4eca-b373-010ba0fff865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.341221 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Attempting to bind port aa768a6d-4ca3-4788-8267-17fece6a4b4d on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:13.341585 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Attempting to bind port aa768a6d-4ca3-4788-8267-17fece6a4b4d by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': 'dec52e5d-2802-4618-bf0d-248d118595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26af5138-f259-4a01-a236-82bb096add3f'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:13.341940 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Attempting to bind port aa768a6d-4ca3-4788-8267-17fece6a4b4d on network 26af5138-f259-4a01-a236-82bb096add3f {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:13.347795 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:13.348156 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Checking segment: {'id': 'dec52e5d-2802-4618-bf0d-248d118595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26af5138-f259-4a01-a236-82bb096add3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:13.348537 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.348916 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Bound using segment: {'id': 'dec52e5d-2802-4618-bf0d-248d118595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26af5138-f259-4a01-a236-82bb096add3f'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:13.349370 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Bound port: aa768a6d-4ca3-4788-8267-17fece6a4b4d, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec52e5d-2802-4618-bf0d-248d118595dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '26af5138-f259-4a01-a236-82bb096add3f'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:13.349758 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.356090 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae491d19-fcdb-4eca-b373-010ba0fff865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e320128-2c16-4632-8e07-c8192bb443bb,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:13.362917 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ae491d19-fcdb-4eca-b373-010ba0fff865 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89fa693194a54130a2395999eb6784c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677059 Jul 23 00:03:13.363137 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53148) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:13.421008 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] For port aa768a6d-4ca3-4788-8267-17fece6a4b4d, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:13.426918 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] For port aa768a6d-4ca3-4788-8267-17fece6a4b4d, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=aa768a6d-4ca3-4788-8267-17fece6a4b4d,segment=NetworkSegment(dec52e5d-2802-4618-bf0d-248d118595dd),segment_id=dec52e5d-2802-4618-bf0d-248d118595dd)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:13.432404 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.508672 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f29415-3191-4f9a-9cb3-123fa9de8030 None None] Pushing event updated for resources: {'Port': ['ID=aa768a6d-4ca3-4788-8267-17fece6a4b4d,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:13.518541 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Routers {'d1715302-2307-4945-83d9-eecc6c0c6f32'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:13.519299 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:02:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['d1715302-2307-4945-83d9-eecc6c0c6f32'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:13.674281 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] Set router d1715302-2307-4945-83d9-eecc6c0c6f32 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:13.699251 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b19a1cf1-4ebb-4775-bc5a-f5d78de0f372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.731548 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device aa768a6d-4ca3-4788-8267-17fece6a4b4d up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:13.740716 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b19a1cf1-4ebb-4775-bc5a-f5d78de0f372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.828945 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b19a1cf1-4ebb-4775-bc5a-f5d78de0f372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.829325 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port aa768a6d-4ca3-4788-8267-17fece6a4b4d completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:13.834062 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b19a1cf1-4ebb-4775-bc5a-f5d78de0f372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.835708 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port aa768a6d-4ca3-4788-8267-17fece6a4b4d triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:13.835955 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b19a1cf1-4ebb-4775-bc5a-f5d78de0f372 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e320128-2c16-4632-8e07-c8192bb443bb HTTP/1.1" status: 204 len: 168 time: 0.4712079 Jul 23 00:03:13.836075 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.838339 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8ecc2eb2-6caf-4ad7-a37b-e5e966681573 None None] Provisioning complete for port aa768a6d-4ca3-4788-8267-17fece6a4b4d triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:13.838689 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8ecc2eb2-6caf-4ad7-a37b-e5e966681573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:13.845382 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a1cf1-4ebb-4775-bc5a-f5d78de0f372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e320128-2c16-4632-8e07-c8192bb443bb,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:13.973391 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'name': 'tempest-TestShelveInstance-1678748066-router', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:03:09Z', 'revision_number': 4, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'gw_port': {'id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'aa768a6d-4ca3-4788-8267-17fece6a4b4d', 'name': '', 'network_id': '26af5138-f259-4a01-a236-82bb096add3f', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'mac_address': 'fa:16:3e:5b:2a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1e4a0c8e-6b68-44d6-b679-0184aeaf6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:13Z', 'revision_number': 4, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'subnets': [{'id': '1e4a0c8e-6b68-44d6-b679-0184aeaf6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:14.009359 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220ffc7d-4cb9-4689-842a-3dd70518a384 None None] The sync data for ids ['d1715302-2307-4945-83d9-eecc6c0c6f32'] in dv-cinder-801633-1-iscsi is: [{'id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'name': 'tempest-TestShelveInstance-1678748066-router', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:03:09Z', 'revision_number': 4, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'gw_port': {'id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'aa768a6d-4ca3-4788-8267-17fece6a4b4d', 'name': '', 'network_id': '26af5138-f259-4a01-a236-82bb096add3f', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'mac_address': 'fa:16:3e:5b:2a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1e4a0c8e-6b68-44d6-b679-0184aeaf6faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:08Z', 'updated_at': '2021-07-23T00:03:13Z', 'revision_number': 4, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'subnets': [{'id': '1e4a0c8e-6b68-44d6-b679-0184aeaf6faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:14.013103 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.015831 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8ecc2eb2-6caf-4ad7-a37b-e5e966681573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.065003 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port aa768a6d-4ca3-4788-8267-17fece6a4b4d, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=aa768a6d-4ca3-4788-8267-17fece6a4b4d,segment=NetworkSegment(dec52e5d-2802-4618-bf0d-248d118595dd),segment_id=dec52e5d-2802-4618-bf0d-248d118595dd)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:14.070215 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.071000 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 15b80717-0c35-48d8-923c-b38bcbf3ffd8 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:14.182222 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53164) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:14.186286 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.db.api [None req-8ecc2eb2-6caf-4ad7-a37b-e5e966681573 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92930) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 00:03:14.186697 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG oslo_db.api [None req-8ecc2eb2-6caf-4ad7-a37b-e5e966681573 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 00:03:14.192734 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=aa768a6d-4ca3-4788-8267-17fece6a4b4d,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:14.199518 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7dd9531a-3a18-4001-9642-07df12ff7cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.203690 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 15b80717-0c35-48d8-923c-b38bcbf3ffd8 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:14.204064 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.301467 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7dd9531a-3a18-4001-9642-07df12ff7cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.305330 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7dd9531a-3a18-4001-9642-07df12ff7cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.350489 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9531a-3a18-4001-9642-07df12ff7cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7618475d-1f5d-49ce-bdd3-c6ee073c3480,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:14.356174 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7dd9531a-3a18-4001-9642-07df12ff7cf1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1c13d7e66944c5e9fceb0aad4df8cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728988 Jul 23 00:03:14.358761 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53166) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:14.412162 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-93eb5bbd-33a7-46d1-b29e-2d1c1423bb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.437014 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-93eb5bbd-33a7-46d1-b29e-2d1c1423bb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.486329 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-93eb5bbd-33a7-46d1-b29e-2d1c1423bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.488891 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-93eb5bbd-33a7-46d1-b29e-2d1c1423bb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:14.492363 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-93eb5bbd-33a7-46d1-b29e-2d1c1423bb5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7618475d-1f5d-49ce-bdd3-c6ee073c3480 HTTP/1.1" status: 204 len: 168 time: 0.1304371 Jul 23 00:03:14.499931 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb5bbd-33a7-46d1-b29e-2d1c1423bb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7618475d-1f5d-49ce-bdd3-c6ee073c3480,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:15.598552 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device aa768a6d-4ca3-4788-8267-17fece6a4b4d up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:15.647200 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port aa768a6d-4ca3-4788-8267-17fece6a4b4d triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:15.647600 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.269796 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53236) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:16.370439 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a7ebccef-e1ae-4fa1-ad1b-13580e8042b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.455541 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a7ebccef-e1ae-4fa1-ad1b-13580e8042b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.459153 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a7ebccef-e1ae-4fa1-ad1b-13580e8042b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.501708 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a7ebccef-e1ae-4fa1-ad1b-13580e8042b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01e120c47d124fd58a8ba99fc8fb1f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305806 Jul 23 00:03:16.502764 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebccef-e1ae-4fa1-ad1b-13580e8042b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f05695b-b3e0-4e15-90bd-cc4cf45bd4fd,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:16.504318 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53240) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:16.553620 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-89ae2c75-73df-4d62-91f9-ebaa50b8b411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.574069 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-89ae2c75-73df-4d62-91f9-ebaa50b8b411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.619895 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-89ae2c75-73df-4d62-91f9-ebaa50b8b411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.622607 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-89ae2c75-73df-4d62-91f9-ebaa50b8b411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:16.623782 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-89ae2c75-73df-4d62-91f9-ebaa50b8b411 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f05695b-b3e0-4e15-90bd-cc4cf45bd4fd HTTP/1.1" status: 204 len: 168 time: 0.1179922 Jul 23 00:03:16.631163 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae2c75-73df-4d62-91f9-ebaa50b8b411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f05695b-b3e0-4e15-90bd-cc4cf45bd4fd,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:16.890184 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53248) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:16.903699 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-68ec56a5-3bab-479e-9a8b-e253289be70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.000272 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-68ec56a5-3bab-479e-9a8b-e253289be70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.004504 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-68ec56a5-3bab-479e-9a8b-e253289be70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.043209 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-68ec56a5-3bab-479e-9a8b-e253289be70c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d01c2165ccb4415bb92f2236bc10df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519291 Jul 23 00:03:17.044425 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec56a5-3bab-479e-9a8b-e253289be70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0f8e11-18ec-41c1-8b9a-cff33e7786c4,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:17.045807 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53252) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:17.102657 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8093-9174-48e2-a42c-dafbffd529bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.124746 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8093-9174-48e2-a42c-dafbffd529bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.171757 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8093-9174-48e2-a42c-dafbffd529bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.176080 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f8d8093-9174-48e2-a42c-dafbffd529bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:17.177706 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5f8d8093-9174-48e2-a42c-dafbffd529bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b0f8e11-18ec-41c1-8b9a-cff33e7786c4 HTTP/1.1" status: 204 len: 168 time: 0.1306927 Jul 23 00:03:17.186115 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d8093-9174-48e2-a42c-dafbffd529bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0f8e11-18ec-41c1-8b9a-cff33e7786c4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:17.758232 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b62474bc-cfd8-44d7-85ae-6dfa89709e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:20.218600 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-66d33b99-7001-4050-964f-26daa16244ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:20.466362 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.486454 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:21.609616 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b9e3e-0076-4a6b-b9c5-94ac2e7e2dfd req-602baf2e-dbbd-47ce-a24b-eca84148d4b2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:21.611761 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d91b9e3e-0076-4a6b-b9c5-94ac2e7e2dfd req-602baf2e-dbbd-47ce-a24b-eca84148d4b2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 946 time: 0.0711098 Jul 23 00:03:21.650962 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d91b9e3e-0076-4a6b-b9c5-94ac2e7e2dfd req-0075ed7e-5031-459b-8b41-fad8fc4c13fa tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332782 Jul 23 00:03:22.789648 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9a1ec-e22c-4749-b227-b2c4f0b956f2 req-56cf1441-7bf8-4e29-8ee2-c9b60f86789f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:22.791097 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65e9a1ec-e22c-4749-b227-b2c4f0b956f2 req-56cf1441-7bf8-4e29-8ee2-c9b60f86789f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 946 time: 0.0614696 Jul 23 00:03:22.830151 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-65e9a1ec-e22c-4749-b227-b2c4f0b956f2 req-90b92da0-f626-4268-b912-e25df7003630 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334854 Jul 23 00:03:23.160378 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:23.962481 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdebc5-3a16-490e-a503-a4a6f343ade8 req-aed560e3-3af2-42ff-a852-88cc2937d5c9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:23.963970 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cabdebc5-3a16-490e-a503-a4a6f343ade8 req-aed560e3-3af2-42ff-a852-88cc2937d5c9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 946 time: 0.0625339 Jul 23 00:03:24.004901 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cabdebc5-3a16-490e-a503-a4a6f343ade8 req-95007c1e-3471-4019-8ef8-41e6ac054263 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354149 Jul 23 00:03:25.143117 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a69e1f-c6da-44ee-a40c-1dadbecf45c0 req-0d5d7a81-8a89-4361-a733-ce25665572bb tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:25.144963 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a69e1f-c6da-44ee-a40c-1dadbecf45c0 req-0d5d7a81-8a89-4361-a733-ce25665572bb tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 946 time: 0.0695441 Jul 23 00:03:25.183574 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a1a69e1f-c6da-44ee-a40c-1dadbecf45c0 req-ff672bcc-d14d-4ea4-9ebe-f67d065f2642 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9bab7f6-bd3d-40fc-a566-35e147037465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327148 Jul 23 00:03:25.331535 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-30d5d3e5-dff2-4f52-b4ca-da04ea35d67e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:25.332972 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-30d5d3e5-dff2-4f52-b4ca-da04ea35d67e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.41 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 946 time: 0.0686452 Jul 23 00:03:25.450129 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Deleting port 098f35db-a672-4d57-aad6-fe2d70ff99bf {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:25.450463 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:25.541056 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] For port 098f35db-a672-4d57-aad6-fe2d70ff99bf, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=098f35db-a672-4d57-aad6-fe2d70ff99bf,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:25.541422 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:25.809019 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:25.809387 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:25.809915 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.l3_db [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Floating IP ed2d135c-8a2f-42d8-bb79-35ff1041bffa disassociated. External IP: 172.27.0.19, port: 098f35db-a672-4d57-aad6-fe2d70ff99bf. Jul 23 00:03:25.810343 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Calling delete_port for 098f35db-a672-4d57-aad6-fe2d70ff99bf owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:25.944436 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:25.972817 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event deleted for resources: {'Port': ['ID=098f35db-a672-4d57-aad6-fe2d70ff99bf,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:26.088796 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Router ec1a013e-cea4-48f4-80f2-3657da99353d has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:26.196359 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:26.207085 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f50f1-7a17-4b1a-817a-378120251963 None None] Sync routers for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:26.216312 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f50f1-7a17-4b1a-817a-378120251963 None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:26.217218 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-fe1f50f1-7a17-4b1a-817a-378120251963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:26.245852 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] No DVR routers for this DVR port 098f35db-a672-4d57-aad6-fe2d70ff99bf on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:03:26.253000 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:26.255433 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bcaa00a8-8b44-4d4d-a9d1-c048b58460b8 req-9886179c-d458-4722-8288-70cfda6f0c50 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.41 "DELETE /v2.0/ports/098f35db-a672-4d57-aad6-fe2d70ff99bf HTTP/1.1" status: 204 len: 173 time: 0.9158924 Jul 23 00:03:26.255900 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'name': 'network-vif-deleted', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:26.258450 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d37d80e-a8d3-4fce-bfcf-ac9d69078cd5" -d '{"events": [{"server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "name": "network-vif-deleted", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:26.305546 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5c0a2f5b-8d7b-48b1-b887-1b418f39b6f7 req-5e816ddf-99b8-4b1a-a81c-6a02e6b7d9be tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 210 time: 0.0394588 Jul 23 00:03:26.306995 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a637d2-eaab-4d83-8820-0eb143f0789f x-openstack-request-id: req-25a637d2-eaab-4d83-8820-0eb143f0789f {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:26.307314 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00ad517-d439-4e46-baea-326a99c78336", "name": "network-vif-deleted", "tag": "098f35db-a672-4d57-aad6-fe2d70ff99bf", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:26.310141 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25a637d2-eaab-4d83-8820-0eb143f0789f {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:26.310141 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00ad517-d439-4e46-baea-326a99c78336', 'name': 'network-vif-deleted', 'tag': '098f35db-a672-4d57-aad6-fe2d70ff99bf', 'status': 'completed', 'code': 200} Jul 23 00:03:26.343030 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-fe1f50f1-7a17-4b1a-817a-378120251963 None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:26.548046 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-fe1f50f1-7a17-4b1a-817a-378120251963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 5, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:26.575891 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f50f1-7a17-4b1a-817a-378120251963 None None] Checking router: ec1a013e-cea4-48f4-80f2-3657da99353d for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:26.583968 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f50f1-7a17-4b1a-817a-378120251963 None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:26.584568 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-fe1f50f1-7a17-4b1a-817a-378120251963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:26.687895 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-fe1f50f1-7a17-4b1a-817a-378120251963 None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:27.000810 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-fe1f50f1-7a17-4b1a-817a-378120251963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 5, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:27.026014 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f50f1-7a17-4b1a-817a-378120251963 None None] The sync data for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi is: [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 5, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:27.225928 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d381fe5-aeb7-4d0c-96f4-025c5d7e0c87 None None] New status for floating IP ed2d135c-8a2f-42d8-bb79-35ff1041bffa: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:03:27.415474 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b78c4201-ce2e-4f64-b74a-adf1dbe1e0d1 req-f15549bc-f72e-4067-99fa-32d9ec2de566 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 210 time: 0.0307753 Jul 23 00:03:28.513374 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4dd4a146-2a60-4c55-8ea5-17e47d14a1ff req-1d3f9c4f-21cd-4280-9723-8cfd4b6f8741 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00ad517-d439-4e46-baea-326a99c78336 HTTP/1.1" status: 200 len: 210 time: 0.0285981 Jul 23 00:03:29.605797 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53420) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:29.653848 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.675608 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.719597 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.723253 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.724537 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "DELETE /v2.0/security-groups/c9bab7f6-bd3d-40fc-a566-35e147037465 HTTP/1.1" status: 204 len: 168 time: 0.1216853 Jul 23 00:03:29.727568 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53422) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:29.733230 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bab7f6-bd3d-40fc-a566-35e147037465,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:29.741365 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.741365 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.741634 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.741857 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.742188 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.742513 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.742841 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.743161 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.743506 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.743829 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.744149 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.744465 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa99f3c-7323-4a0c-93d0-95bda81d7c24 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:29.748713 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-018cdd5a-5969-4de3-b74c-45ea1b393c76 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] show failed (client error): The resource could not be found. Jul 23 00:03:29.749990 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-018cdd5a-5969-4de3-b74c-45ea1b393c76 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups/c9bab7f6-bd3d-40fc-a566-35e147037465 HTTP/1.1" status: 404 len: 347 time: 0.0213082 Jul 23 00:03:29.758110 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53426) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:29.886057 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Deleting port b34f6938-ad6c-48d6-9de1-1534d06ff9c3 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:03:29.886397 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.969194 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.969659 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:29.982625 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Calling delete_port for b34f6938-ad6c-48d6-9de1-1534d06ff9c3 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:03:29.988775 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 098f35db-a672-4d57-aad6-fe2d70ff99bf no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:03:30.010088 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: 098f35db-a672-4d57-aad6-fe2d70ff99bf {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:03:30.010597 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 098f35db-a672-4d57-aad6-fe2d70ff99bf not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:03:30.017661 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53436) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:30.137988 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-610f1203-ce6c-49e5-a444-3ce2104c4d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.148260 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.174234 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event deleted for resources: {'Port': ['ID=b34f6938-ad6c-48d6-9de1-1534d06ff9c3,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:30.200554 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:30.200897 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:30.201307 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:30.201568 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:30.202096 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:30.202597 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:30.203430 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:30.203430 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:30.203672 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:30.203910 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:30.204232 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:30.204550 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:03:30.229657 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-610f1203-ce6c-49e5-a444-3ce2104c4d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.232975 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-610f1203-ce6c-49e5-a444-3ce2104c4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.249035 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.251523 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.257008 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-798a200e-30cc-49bc-bde3-049f652f3824 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "DELETE /v2.0/floatingips/ed2d135c-8a2f-42d8-bb79-35ff1041bffa HTTP/1.1" status: 204 len: 168 time: 0.4882977 Jul 23 00:03:30.274687 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-610f1203-ce6c-49e5-a444-3ce2104c4d04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=542d028c8d3e48f48a904c75158bb864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534261 Jul 23 00:03:30.274687 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f1203-ce6c-49e5-a444-3ce2104c4d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740cbdc9-f914-4f74-9caf-557b6d614855,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:30.275202 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53442) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:30.326035 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ca54ac3-97fd-4e2a-afd4-fea3ea0b4836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.348149 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ca54ac3-97fd-4e2a-afd4-fea3ea0b4836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.394744 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ca54ac3-97fd-4e2a-afd4-fea3ea0b4836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.397641 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ca54ac3-97fd-4e2a-afd4-fea3ea0b4836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.398867 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2ca54ac3-97fd-4e2a-afd4-fea3ea0b4836 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/740cbdc9-f914-4f74-9caf-557b6d614855 HTTP/1.1" status: 204 len: 168 time: 0.1223590 Jul 23 00:03:30.409038 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca54ac3-97fd-4e2a-afd4-fea3ea0b4836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740cbdc9-f914-4f74-9caf-557b6d614855,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:30.519633 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53450) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:30.524701 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-e8f9e420-0e40-4328-90ca-1a69f1bf0b90 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716871951', 'description': 'tempest-description--1484180741'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:30.547295 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e420-0e40-4328-90ca-1a69f1bf0b90 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.637640 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e420-0e40-4328-90ca-1a69f1bf0b90 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.642180 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e420-0e40-4328-90ca-1a69f1bf0b90 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.669266 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e420-0e40-4328-90ca-1a69f1bf0b90 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.670405 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e8f9e420-0e40-4328-90ca-1a69f1bf0b90 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1495802 Jul 23 00:03:30.673718 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53460) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:30.674628 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9e420-0e40-4328-90ca-1a69f1bf0b90 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580567dc-a1ec-4e93-ba9e-32547a15973d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:30.679445 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-6d7d5a13-62e8-4d32-8d68-3e56e4ccc490 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Request body: {'security_group_rule': {'security_group_id': '580567dc-a1ec-4e93-ba9e-32547a15973d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:30.705959 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d7d5a13-62e8-4d32-8d68-3e56e4ccc490 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.760869 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d7d5a13-62e8-4d32-8d68-3e56e4ccc490 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.764643 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d7d5a13-62e8-4d32-8d68-3e56e4ccc490 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.781966 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d5a13-62e8-4d32-8d68-3e56e4ccc490 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83df6d3-b624-453a-b762-e08feb9e8a12,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:30.787370 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6d7d5a13-62e8-4d32-8d68-3e56e4ccc490 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.792151 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-6d7d5a13-62e8-4d32-8d68-3e56e4ccc490 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133261 Jul 23 00:03:30.792818 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53466) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:30.797037 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-805d0eeb-8ed4-4465-990f-5a9b5b50357a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Request body: {'security_group_rule': {'security_group_id': '580567dc-a1ec-4e93-ba9e-32547a15973d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:30.825854 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-805d0eeb-8ed4-4465-990f-5a9b5b50357a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.885685 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-805d0eeb-8ed4-4465-990f-5a9b5b50357a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.889823 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-805d0eeb-8ed4-4465-990f-5a9b5b50357a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.906891 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d0eeb-8ed4-4465-990f-5a9b5b50357a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd66b600-1478-4955-8b56-4c1ecd0511bc,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:30.914316 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-805d0eeb-8ed4-4465-990f-5a9b5b50357a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:30.915850 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-805d0eeb-8ed4-4465-990f-5a9b5b50357a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223135 Jul 23 00:03:30.917998 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53474) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:30.922603 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Request body: {'floatingip': {'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:30.953010 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.047473 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53478) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:31.047652 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.143707 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1483356372-network', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:31.155503 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Allocated IP 172.27.0.197 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/4125152f-7206-47b9-86ac-c7ef8ce6c568) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:31.165513 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Made reservation on behalf of c5a117d82f31471d937ce5cd8a61b87d for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:31.168403 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.177447 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.266465 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.306537 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.354406 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:31.357379 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:31.361926 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:31.384746 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event updated for resources: {'Port': ['ID=4125152f-7206-47b9-86ac-c7ef8ce6c568,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:31.464527 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.494099 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.498654 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.517110 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.520396 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:03:31.545205 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.545499 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Added segment fbbe6607-493a-4ec4-801d-c7b983a10d91 of type vlan for network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 Jul 23 00:03:31.555747 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b72a22-3d9d-4f9b-80e2-891987c1a7e1,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:31.588841 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.619317 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.620307 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:31.620959 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.653525 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6048086 Jul 23 00:03:31.656419 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53494) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:31.661272 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-d43cb7b3-82f2-4f7d-b3bb-4a2b60e5424e admin admin] Request body: {'subnet': {'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1483356372-subnet', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:31.680635 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bf516-0140-4f91-88bf-4cba223d9d66 admin admin] Pushing event updated for resources: {'Network': ['ID=16a89ca6-edd5-41b5-91f3-8c092f63f5f5,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:31.691324 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:03:31.693703 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.698277 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6971887'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.705871 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43cb7b3-82f2-4f7d-b3bb-4a2b60e5424e admin admin] Made reservation on behalf of c5a117d82f31471d937ce5cd8a61b87d for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:31.708263 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d43cb7b3-82f2-4f7d-b3bb-4a2b60e5424e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5779915'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.819370 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event updated for resources: {'Port': ['ID=4125152f-7206-47b9-86ac-c7ef8ce6c568,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:31.844087 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.869571 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:31.870713 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a8ab0838-c553-410e-9862-ac3433938385 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9515975 Jul 23 00:03:31.955772 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d43cb7b3-82f2-4f7d-b3bb-4a2b60e5424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6971760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5779897'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.012531 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cb7b3-82f2-4f7d-b3bb-4a2b60e5424e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d79cc2b-c474-480f-8614-aba5b2e5e8db,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:32.019765 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43cb7b3-82f2-4f7d-b3bb-4a2b60e5424e admin admin] Checking segment: {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:32.020121 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43cb7b3-82f2-4f7d-b3bb-4a2b60e5424e admin admin] Network hostable DHCP agents. Network: 16a89ca6-edd5-41b5-91f3-8c092f63f5f5, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:03:32.036602 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43cb7b3-82f2-4f7d-b3bb-4a2b60e5424e admin admin] Network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:03:32.045843 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-d43cb7b3-82f2-4f7d-b3bb-4a2b60e5424e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, 16a89ca6-edd5-41b5-91f3-8c092f63f5f5) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:32.050482 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43cb7b3-82f2-4f7d-b3bb-4a2b60e5424e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:32.051061 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d43cb7b3-82f2-4f7d-b3bb-4a2b60e5424e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.056227 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771f295-d832-4576-b99f-f55aea998175 None None] Network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:32.068997 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d43cb7b3-82f2-4f7d-b3bb-4a2b60e5424e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4091122 Jul 23 00:03:32.069341 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-2fb4e85a-5e57-4fe7-a9fb-6c928b85d4c3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--716871951&fields=id&tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f HTTP/1.1" status: 200 len: 267 time: 0.0431859 Jul 23 00:03:32.069468 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53510) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:32.073477 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:32.100859 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-942690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9454'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.102066 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9441'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.166689 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.194930 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-e6756d4f-88b9-4d80-b8bf-c6216cdb71a9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:32.196447 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-e6756d4f-88b9-4d80-b8bf-c6216cdb71a9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/networks?id=d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 200 len: 816 time: 0.1227171 Jul 23 00:03:32.211632 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64f19bdb-74e2-5c03-984e-713837794b33-16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db'}]}} from dv-cinder-801633-1-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:03:32.211809 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a188e2b5-4859-4619-93b2-69d353bda802 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/quotas/0c9a6a7d54ce41219d8c6a9c4be2d52f HTTP/1.1" status: 200 len: 375 time: 0.0095160 Jul 23 00:03:32.212895 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.287018 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-e66bac6d-2024-4fb1-b3a3-e634d383d95a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697050 Jul 23 00:03:32.304262 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9427'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.348622 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Allocated IP 172.20.0.2 (16a89ca6-edd5-41b5-91f3-8c092f63f5f5/0d79cc2b-c474-480f-8614-aba5b2e5e8db/76dc7f1a-ba37-43b1-a5f2-1902e1f255f4) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:32.384236 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-d1378a74-ddaa-41f7-9dbe-855006d47ec3 service neutron] 10.222.0.39 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844305 Jul 23 00:03:32.483891 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-e1899daa-59f5-441d-be68-8ee933a00140 service neutron] 10.222.0.39 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927434 Jul 23 00:03:32.493892 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.502556 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Transition to ACTIVE for port object 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:32.518893 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Transition to ACTIVE for port object 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:32.522263 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.527551 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.545140 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.569109 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:32.572088 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:32.578751 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:32.618433 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Pushing event updated for resources: {'Port': ['ID=76dc7f1a-ba37-43b1-a5f2-1902e1f255f4,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:32.658886 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Attempting to bind port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:32.659259 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Attempting to bind port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:32.660180 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Attempting to bind port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 on network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:32.664706 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:32.665076 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Checking segment: {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:32.665476 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.666013 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Bound using segment: {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:32.666479 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Bound port: 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:32.666854 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.721660 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Allocated IP 172.27.0.202 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:32.728727 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-255d611b-706c-4eb0-939d-3fcdcb2ad858 req-c705c59c-f459-4331-8008-fe638af79f21 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 210 time: 0.0424232 Jul 23 00:03:32.749098 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-610c3924-a571-48c3-b866-6f2039387775 None None] For port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:32.753570 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-610c3924-a571-48c3-b866-6f2039387775 None None] For port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=76dc7f1a-ba37-43b1-a5f2-1902e1f255f4,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:32.758584 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.888525 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c3924-a571-48c3-b866-6f2039387775 None None] Pushing event updated for resources: {'Port': ['ID=76dc7f1a-ba37-43b1-a5f2-1902e1f255f4,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:32.926189 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:32.966988 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-6097878a-34ab-4086-a47d-032e843d9c79 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-723765859&fields=id&tenant_id=720082b42b024fc3ad77e031d129b01c HTTP/1.1" status: 200 len: 267 time: 0.0536582 Jul 23 00:03:32.996381 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:33.049709 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:33.058038 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:33.059802 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:33.062209 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:33.093820 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-9c66eb57-e714-48ad-b8f1-075003be0ec8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:33.098519 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-9c66eb57-e714-48ad-b8f1-075003be0ec8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/networks?id=f3790749-49d5-4041-8e57-7e69f4eb4d80 HTTP/1.1" status: 200 len: 808 time: 0.1243014 Jul 23 00:03:33.128236 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ded3783a-a6dd-46c2-b4e1-0cb5ef2bfa75 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/quotas/720082b42b024fc3ad77e031d129b01c HTTP/1.1" status: 200 len: 375 time: 0.0287490 Jul 23 00:03:33.198956 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-4d604588-27ac-4986-a829-194be73ba6bc tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=720082b42b024fc3ad77e031d129b01c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698266 Jul 23 00:03:33.305627 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-6ea8019f-918a-4f27-ab05-473c117fe65a service neutron] 10.222.0.39 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922120 Jul 23 00:03:33.348266 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:33.393584 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-aa7ae264-bc18-4f59-a5e9-80aff7f4ca95 service neutron] 10.222.0.39 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823133 Jul 23 00:03:33.535338 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:33.639630 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:33.698706 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Router 7335a11c-f78d-49e9-bd34-df42ccf03c4c is scheduled to L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:03:33.723809 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:33.793371 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bc40bb65-5f51-492e-870e-2865b25c5b77 req-8506838c-58fc-4e51-8bf1-8a14b0f19e48 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 210 time: 0.0627139 Jul 23 00:03:33.841992 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:33.857578 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Sync routers for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:33.869341 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:33.869977 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:33.870855 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:33.873322 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9ae94494-f41a-4c12-9faf-3fd248895674 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8031597 Jul 23 00:03:33.874378 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b75ebc12-c6c3-476a-b8f1-1a4f457fc904 req-ff5be158-ef8d-41ea-ad92-8b71ab6ebf36 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 210 time: 0.0742016 Jul 23 00:03:33.877263 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53552) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:34.006083 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:34.009333 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee8e6f7-1d6f-48c9-a201-b5663580470b None None] Network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:34.146281 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cf8bf730-5073-4d6d-93b3-fcaedeaf297c None None] Provisioning for port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:34.182148 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cf8bf730-5073-4d6d-93b3-fcaedeaf297c None None] Provisioning complete for port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:34.182518 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf730-5073-4d6d-93b3-fcaedeaf297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.318620 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.381425 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf730-5073-4d6d-93b3-fcaedeaf297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.401062 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:33Z', 'revision_number': 3, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:34.438073 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Checking router: 7335a11c-f78d-49e9-bd34-df42ccf03c4c for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:34.438418 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Updating router 7335a11c-f78d-49e9-bd34-df42ccf03c4c port 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 binding host dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:34.467232 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cf8bf730-5073-4d6d-93b3-fcaedeaf297c None None] For port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=76dc7f1a-ba37-43b1-a5f2-1902e1f255f4,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:34.474001 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf730-5073-4d6d-93b3-fcaedeaf297c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.478986 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Allocated IP 172.20.0.1 (16a89ca6-edd5-41b5-91f3-8c092f63f5f5/0d79cc2b-c474-480f-8614-aba5b2e5e8db/f60fd5a6-a420-4d4e-aece-36cdcc38fcca) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:34.504827 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.563446 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bf730-5073-4d6d-93b3-fcaedeaf297c None None] Pushing event updated for resources: {'Port': ['ID=76dc7f1a-ba37-43b1-a5f2-1902e1f255f4,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:34.590993 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.611773 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Transition to ACTIVE for port object f60fd5a6-a420-4d4e-aece-36cdcc38fcca will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:34.648042 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.687323 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:34.690274 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:34.693984 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:34.717541 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Pushing event updated for resources: {'Port': ['ID=f60fd5a6-a420-4d4e-aece-36cdcc38fcca,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:34.748408 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942669'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.842742 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-bb431b95-f0c9-4ff3-99de-3878daf9863a None None] Provisioning complete for port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:34.843405 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bb431b95-f0c9-4ff3-99de-3878daf9863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:34.933877 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-97a37cf7-c330-436e-9a30-73051e32e732 req-eab58079-a8ac-4d3b-bd9d-214b8bf62862 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 210 time: 0.0470109 Jul 23 00:03:34.956574 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.004534 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.019246 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Transition to ACTIVE for port object 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:35.023926 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-db1c6be7-0a24-4367-b017-030aaed1ba21 req-235c3fdd-7ab6-41d5-b2a6-febc4b4856c7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 210 time: 0.0552530 Jul 23 00:03:35.025539 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.074813 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Attempting to bind port 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:35.075177 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Attempting to bind port 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:35.075569 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Attempting to bind port 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 on network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:35.083041 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec25342-592d-42b7-ad4c-408b13b2ad56 None None] Pushing event updated for resources: {'Port': ['ID=8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:35.085779 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:35.086146 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Checking segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:35.086546 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.086927 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Bound using segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:35.087414 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Bound port: 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:35.087801 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.154438 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-eef3bb16-9b2b-40b0-a667-e1f2ae1c5ca1 None None] Provisioning for port f60fd5a6-a420-4d4e-aece-36cdcc38fcca completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:35.158171 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.161194 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] For port 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:35.162827 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.163298 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-eef3bb16-9b2b-40b0-a667-e1f2ae1c5ca1 None None] Provisioning complete for port f60fd5a6-a420-4d4e-aece-36cdcc38fcca triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:35.163832 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-eef3bb16-9b2b-40b0-a667-e1f2ae1c5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.166293 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] For port 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:35.190440 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.232833 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Pushing event updated for resources: {'Port': ['ID=f60fd5a6-a420-4d4e-aece-36cdcc38fcca,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:35.235333 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939261'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.241312 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-eef3bb16-9b2b-40b0-a667-e1f2ae1c5ca1 None None] Port f60fd5a6-a420-4d4e-aece-36cdcc38fcca cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:35.260630 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:35.261842 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:35.264133 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec25342-592d-42b7-ad4c-408b13b2ad56 None None] Pushing event updated for resources: {'Port': ['ID=8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:35.323639 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:35.324951 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:35.369810 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:35.442109 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Router 7335a11c-f78d-49e9-bd34-df42ccf03c4c has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:35.556926 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:35.562115 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5397ba13-149b-49ca-8894-27acd265638a admin admin] 10.222.0.39 "PUT /v2.0/routers/7335a11c-f78d-49e9-bd34-df42ccf03c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6829073 Jul 23 00:03:35.573375 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-d4b4c26c-e36e-4933-9693-4c18b2976332 None None] Provisioning complete for port f60fd5a6-a420-4d4e-aece-36cdcc38fcca triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:35.573375 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d4b4c26c-e36e-4933-9693-4c18b2976332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:35.614817 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:35.646464 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4c26c-e36e-4933-9693-4c18b2976332 None None] Port f60fd5a6-a420-4d4e-aece-36cdcc38fcca cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:35.656746 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:35Z', 'revision_number': 2, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:35.687598 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89434d-28f4-461d-bd21-9f6a4b4658aa None None] The sync data for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi is: [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:35Z', 'revision_number': 2, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:35.703403 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:35.703768 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.046068 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e91d373c-47c6-420d-9dd0-6ab7f60f773a req-af6626e6-8495-4a50-b528-69e23727d5ac tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 210 time: 0.0321636 Jul 23 00:03:36.109680 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53582) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:36.114996 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1555613275-network', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:36.129840 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6ae321dc-14d8-415d-a3db-6c448dbc19c8 req-5f08118c-6eac-4964-8bea-aa4dfd12eec6 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 210 time: 0.0310433 Jul 23 00:03:36.144248 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Made reservation on behalf of 920c7518ce134acab6ed134365e9a3a5 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:36.146781 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.161192 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.274486 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.282040 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.297376 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:03:36.307152 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.307762 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Added segment 49dbd0f9-e161-45c2-b06e-4dfe5cfdd524 of type vlan for network 7eadd1d4-5e23-49d2-bcf5-969935c84b71 Jul 23 00:03:36.352183 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.399093 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7139a44e-ca16-426f-beda-8f6b8cb60719,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:36.408712 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.408712 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:36.408712 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.449771 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3361425 Jul 23 00:03:36.449957 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53584) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:36.455955 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-d97ef911-7024-419a-bd74-1d0d5de42543 admin admin] Request body: {'subnet': {'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1555613275-subnet', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:36.462655 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-53ebb09e-416c-4021-aa21-01e8cd93ac39 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:36.464174 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-53ebb09e-416c-4021-aa21-01e8cd93ac39 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.41 "GET /v2.0/networks?id=d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 200 len: 816 time: 0.1839762 Jul 23 00:03:36.516739 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7c0f8-5031-4c93-a27d-4fcb2b532185 admin admin] Pushing event updated for resources: {'Network': ['ID=7eadd1d4-5e23-49d2-bcf5-969935c84b71,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:36.525073 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-70260511-97e9-4366-bd88-9af41ee1d55c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f HTTP/1.1" status: 200 len: 379 time: 0.0483921 Jul 23 00:03:36.527820 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97ef911-7024-419a-bd74-1d0d5de42543 admin admin] Made reservation on behalf of 920c7518ce134acab6ed134365e9a3a5 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:36.530240 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network 7eadd1d4-5e23-49d2-bcf5-969935c84b71 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:03:36.530767 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d97ef911-7024-419a-bd74-1d0d5de42543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5779915'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.539087 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Request body: {'port': {'device_id': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'admin_state_up': True, 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'security_groups': ['580567dc-a1ec-4e93-ba9e-32547a15973d']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:36.718048 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Made reservation on behalf of 0c9a6a7d54ce41219d8c6a9c4be2d52f for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:36.721469 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.743518 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d97ef911-7024-419a-bd74-1d0d5de42543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6971760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5779897'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.832458 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ef911-7024-419a-bd74-1d0d5de42543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d2b3ec-177d-4792-bcf4-3dd65dad094d,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:36.836609 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ef911-7024-419a-bd74-1d0d5de42543 admin admin] Checking segment: {'id': '49dbd0f9-e161-45c2-b06e-4dfe5cfdd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:36.837049 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97ef911-7024-419a-bd74-1d0d5de42543 admin admin] Network hostable DHCP agents. Network: 7eadd1d4-5e23-49d2-bcf5-969935c84b71, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:03:36.858439 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97ef911-7024-419a-bd74-1d0d5de42543 admin admin] Network 7eadd1d4-5e23-49d2-bcf5-969935c84b71 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:03:36.870266 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-d97ef911-7024-419a-bd74-1d0d5de42543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, 7eadd1d4-5e23-49d2-bcf5-969935c84b71) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:36.879926 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88229cae-bdde-4718-912d-6d623758aadf None None] Network 7eadd1d4-5e23-49d2-bcf5-969935c84b71 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:36.883728 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97ef911-7024-419a-bd74-1d0d5de42543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:36.884452 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d97ef911-7024-419a-bd74-1d0d5de42543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.909115 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d97ef911-7024-419a-bd74-1d0d5de42543 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4551086 Jul 23 00:03:36.909660 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53590) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:36.915131 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1555613275-router', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:36.971157 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-942690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9454'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:36.972193 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9441'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.055086 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.078421 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-89dd3979-435d-4177-8875-a8df8cbe1b06 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:37.081130 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-89dd3979-435d-4177-8875-a8df8cbe1b06 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.41 "GET /v2.0/networks?id=f3790749-49d5-4041-8e57-7e69f4eb4d80 HTTP/1.1" status: 200 len: 808 time: 0.4122112 Jul 23 00:03:37.199087 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64f19bdb-74e2-5c03-984e-713837794b33-7eadd1d4-5e23-49d2-bcf5-969935c84b71', 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'fixed_ips': [{'subnet_id': 'f0d2b3ec-177d-4792-bcf4-3dd65dad094d'}]}} from dv-cinder-801633-1-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:03:37.200234 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.247781 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b667e76d-c6e8-4aa6-aee8-c7de2284439a req-b7fba6dd-4796-49f2-a706-c12da5ec7732 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 210 time: 0.0905857 Jul 23 00:03:37.252548 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-52bb83be-3de4-4868-90af-0591f519d98a tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=720082b42b024fc3ad77e031d129b01c HTTP/1.1" status: 200 len: 379 time: 0.1616423 Jul 23 00:03:37.275511 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Request body: {'port': {'device_id': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'admin_state_up': True, 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'security_groups': ['d4266968-a15f-4cde-8ed0-f36d0b91c8ef']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:37.284673 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Allocated IP 172.20.0.11 (d72d623f-3714-41dc-869a-b358bd7c89e7/739940cf-291e-44ac-8d89-078a7a2a023d/248e98f3-9327-4244-8a44-dc6af2137800) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:37.333424 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9427'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.429099 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-05873ae7-0156-43d3-8ced-a0cb5bf2a4a0 req-54fbd7ef-cea6-46a4-ac43-76c2d0cee4c9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 210 time: 0.1215420 Jul 23 00:03:37.566809 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Allocated IP 172.20.0.2 (7eadd1d4-5e23-49d2-bcf5-969935c84b71/f0d2b3ec-177d-4792-bcf4-3dd65dad094d/643cb632-bde2-4b4f-9fd1-ed736109ee74) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:37.624356 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.656071 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Transition to ACTIVE for port object 248e98f3-9327-4244-8a44-dc6af2137800 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:37.711753 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:37.725862 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Made reservation on behalf of 720082b42b024fc3ad77e031d129b01c for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:37.731936 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.736780 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.786453 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:37.796682 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:37.796948 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.801435 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Network d72d623f-3714-41dc-869a-b358bd7c89e7 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:37.834828 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:37.841546 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:37.871471 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event updated for resources: {'Port': ['ID=248e98f3-9327-4244-8a44-dc6af2137800,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:37.907954 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.914548 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.932580 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:37.933239 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.935293 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:37.951733 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Transition to ACTIVE for port object 643cb632-bde2-4b4f-9fd1-ed736109ee74 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:37.983215 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Transition to ACTIVE for port object 643cb632-bde2-4b4f-9fd1-ed736109ee74 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:37.984905 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.011055 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.014281 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Allocated IP 172.20.0.5 (f3790749-49d5-4041-8e57-7e69f4eb4d80/843656e0-512a-4b75-8920-4514597631c6/3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:38.056262 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-0b26be91-b40a-4b0d-a6f6-6f07c6d723e7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5229447 Jul 23 00:03:38.073336 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Request body: {'port': {'device_id': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:38.089019 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Pushing event updated for resources: {'Port': ['ID=643cb632-bde2-4b4f-9fd1-ed736109ee74,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:38.094326 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Allocated IP 172.27.0.3 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/bdef26a9-51db-460c-ac38-0e26a6fdd3fc) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:38.097138 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:38.111195 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.116762 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Network 7eadd1d4-5e23-49d2-bcf5-969935c84b71 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:38.120592 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:38.122818 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:38.215194 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.228548 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Attempting to bind port 643cb632-bde2-4b4f-9fd1-ed736109ee74 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:38.228868 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Attempting to bind port 643cb632-bde2-4b4f-9fd1-ed736109ee74 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '49dbd0f9-e161-45c2-b06e-4dfe5cfdd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:38.229211 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Attempting to bind port 643cb632-bde2-4b4f-9fd1-ed736109ee74 on network 7eadd1d4-5e23-49d2-bcf5-969935c84b71 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:38.238623 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:38.243459 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:38.243950 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Checking segment: {'id': '49dbd0f9-e161-45c2-b06e-4dfe5cfdd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:38.244433 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.244902 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Bound using segment: {'id': '49dbd0f9-e161-45c2-b06e-4dfe5cfdd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:38.245451 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Bound port: 643cb632-bde2-4b4f-9fd1-ed736109ee74, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49dbd0f9-e161-45c2-b06e-4dfe5cfdd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:38.246043 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.249527 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-40a1eb63-2425-4979-aff8-8c1b3dbfbc06 None None] Provisioning for port 248e98f3-9327-4244-8a44-dc6af2137800 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:38.256823 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.263547 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-40a1eb63-2425-4979-aff8-8c1b3dbfbc06 None None] Provisioning complete for port 248e98f3-9327-4244-8a44-dc6af2137800 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:38.263547 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-40a1eb63-2425-4979-aff8-8c1b3dbfbc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.289405 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.292466 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:38.296363 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:38.300878 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:38.342840 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.351821 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-40a1eb63-2425-4979-aff8-8c1b3dbfbc06 None None] Port 248e98f3-9327-4244-8a44-dc6af2137800 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:38.366306 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] For port 643cb632-bde2-4b4f-9fd1-ed736109ee74, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:38.370488 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] For port 643cb632-bde2-4b4f-9fd1-ed736109ee74, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=643cb632-bde2-4b4f-9fd1-ed736109ee74,segment=NetworkSegment(49dbd0f9-e161-45c2-b06e-4dfe5cfdd524),segment_id=49dbd0f9-e161-45c2-b06e-4dfe5cfdd524)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:38.377034 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.387211 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Transition to ACTIVE for port object 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:38.422147 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Pushing event updated for resources: {'Port': ['ID=bdef26a9-51db-460c-ac38-0e26a6fdd3fc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:38.430791 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1b7d01ed-5f21-4efc-aedc-ffe08d76c15d req-191f51fe-63d5-41d6-97bf-3f92720a4148 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 210 time: 0.0451255 Jul 23 00:03:38.489566 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0becc7-43d1-4bea-a54a-145812f8263a None None] Pushing event updated for resources: {'Port': ['ID=643cb632-bde2-4b4f-9fd1-ed736109ee74,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:38.542028 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Sync routers for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:38.552609 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:38.553058 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:38.570478 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.602228 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.700583 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Network f3790749-49d5-4041-8e57-7e69f4eb4d80 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:38.710196 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:38.715705 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:38.720251 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:38.722969 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Pushing event updated for resources: {'Port': ['ID=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:38.863855 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:38.864894 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.934808 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.945946 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248e98f3-9327-4244-8a44-dc6af2137800 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:03:38.954258 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:38.971919 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Transition to ACTIVE for port object 248e98f3-9327-4244-8a44-dc6af2137800 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:38.982005 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3e2ca-106a-443a-bb60-6b734e974045 req-516b0c57-5718-4f02-bc1c-ce2fd65cd487 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:38.989745 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c0b3e2ca-106a-443a-bb60-6b734e974045 req-516b0c57-5718-4f02-bc1c-ce2fd65cd487 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 932 time: 0.3996921 Jul 23 00:03:39.022115 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:39.074989 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Pushing event updated for resources: {'Port': ['ID=248e98f3-9327-4244-8a44-dc6af2137800,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:39.082266 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-ab2ce5a1-00cb-46fe-a1da-6d2920a34cab tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8197002 Jul 23 00:03:39.084045 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b796e71d-85ee-401c-a2cf-dbe2b75e96fc None None] Provisioning for port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:39.089264 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b796e71d-85ee-401c-a2cf-dbe2b75e96fc None None] Provisioning complete for port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:39.089865 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b796e71d-85ee-401c-a2cf-dbe2b75e96fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:39.101804 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c0b3e2ca-106a-443a-bb60-6b734e974045 req-e3fbec93-20b1-441c-b3dc-264a6380c2ff tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015511 Jul 23 00:03:39.113134 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Request body: {'port': {'device_id': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:39.123250 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:35Z', 'revision_number': 2, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:39.150120 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Router 7bc942d8-a241-4e7f-9dce-a3667ab89b99 is scheduled to L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:03:39.175271 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b796e71d-85ee-401c-a2cf-dbe2b75e96fc None None] Port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:39.176851 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Checking router: 7335a11c-f78d-49e9-bd34-df42ccf03c4c for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:39.177863 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Updating router 7335a11c-f78d-49e9-bd34-df42ccf03c4c port f60fd5a6-a420-4d4e-aece-36cdcc38fcca binding host dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:39.224625 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:39.251730 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:39.300862 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:39.312942 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Sync routers for ids ['7bc942d8-a241-4e7f-9dce-a3667ab89b99'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:39.319861 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Attempting to bind port 248e98f3-9327-4244-8a44-dc6af2137800 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:39.320513 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Attempting to bind port 248e98f3-9327-4244-8a44-dc6af2137800 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:39.320636 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:39.320751 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Attempting to bind port 248e98f3-9327-4244-8a44-dc6af2137800 on network d72d623f-3714-41dc-869a-b358bd7c89e7 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:39.325107 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-193be564-07d1-4134-ad80-e080be6573a8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4116004 Jul 23 00:03:39.325502 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53616) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:39.334655 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Routers {'7bc942d8-a241-4e7f-9dce-a3667ab89b99'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:39.335303 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7bc942d8-a241-4e7f-9dce-a3667ab89b99'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:39.344985 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Port 248e98f3-9327-4244-8a44-dc6af2137800 on network d72d623f-3714-41dc-869a-b358bd7c89e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:03:39.345943 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Attempting to bind port 248e98f3-9327-4244-8a44-dc6af2137800 on network d72d623f-3714-41dc-869a-b358bd7c89e7 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:39.371497 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:39.371835 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Checking segment: {'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:39.372224 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Bound using segment: {'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:39.372637 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Bound port: 248e98f3-9327-4244-8a44-dc6af2137800, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:39.372995 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:39.537123 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Set router 7bc942d8-a241-4e7f-9dce-a3667ab89b99 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:39.723283 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:03:39.737096 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:39.758796 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Transition to ACTIVE for port object 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:39.763627 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:39.775746 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Transition to ACTIVE for port object f60fd5a6-a420-4d4e-aece-36cdcc38fcca will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:39.802040 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:39.832290 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:39.856889 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a54121-71c7-464a-b24c-2d8c5d55bda8 None None] Pushing event updated for resources: {'Port': ['ID=f60fd5a6-a420-4d4e-aece-36cdcc38fcca,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:39.867237 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:40.020936 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3cfae-c334-4103-9c1d-834b1279eba4 None None] Network 7eadd1d4-5e23-49d2-bcf5-969935c84b71 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:40.034937 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] For port 248e98f3-9327-4244-8a44-dc6af2137800, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:40.040286 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:40.042760 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.043218 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] For port 248e98f3-9327-4244-8a44-dc6af2137800, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=248e98f3-9327-4244-8a44-dc6af2137800,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:40.070520 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.089417 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:40.090397 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.093131 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] 10.222.0.41 "PUT /v2.0/ports/248e98f3-9327-4244-8a44-dc6af2137800 HTTP/1.1" status: 200 len: 1094 time: 2.0258920 Jul 23 00:03:40.094513 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:40.100008 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6446e879-0e0b-4233-af2e-c82aafa1ea85" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "tag": "248e98f3-9327-4244-8a44-dc6af2137800"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:40.113208 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Pushing event updated for resources: {'Port': ['ID=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:40.117240 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Attempting to bind port f60fd5a6-a420-4d4e-aece-36cdcc38fcca on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:40.117830 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Attempting to bind port f60fd5a6-a420-4d4e-aece-36cdcc38fcca by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:40.118358 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Attempting to bind port f60fd5a6-a420-4d4e-aece-36cdcc38fcca on network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:40.138866 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:40.141801 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Checking segment: {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:40.142967 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.143841 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Bound using segment: {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:40.146814 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Bound port: f60fd5a6-a420-4d4e-aece-36cdcc38fcca, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:40.147420 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.227623 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-fa76bf80-f0f3-4434-8ba6-ff64975249d7 None None] Provisioning for port 643cb632-bde2-4b4f-9fd1-ed736109ee74 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:40.265585 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] For port f60fd5a6-a420-4d4e-aece-36cdcc38fcca, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:40.276111 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262f13f-7ff9-417b-827a-1cb6a01b9e2e service neutron] Pushing event updated for resources: {'Port': ['ID=248e98f3-9327-4244-8a44-dc6af2137800,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:40.282400 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] For port f60fd5a6-a420-4d4e-aece-36cdcc38fcca, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=f60fd5a6-a420-4d4e-aece-36cdcc38fcca,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:40.285629 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.292888 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.427253 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a54121-71c7-464a-b24c-2d8c5d55bda8 None None] Pushing event updated for resources: {'Port': ['ID=f60fd5a6-a420-4d4e-aece-36cdcc38fcca,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:40.429858 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:40.429955 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc9c2d-39e7-43e4-ae4e-7bbbe7197162 req-0796bf33-f685-4219-901e-d13cf94c8eb9 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:40.433018 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:40.441323 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b2cc9c2d-39e7-43e4-ae4e-7bbbe7197162 req-0796bf33-f685-4219-901e-d13cf94c8eb9 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.6371562 Jul 23 00:03:40.589529 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'name': 'tempest-TestVolumeBootPattern-1555613275-router', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:36Z', 'updated_at': '2021-07-23T00:03:38Z', 'revision_number': 3, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'gw_port': {'id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:37Z', 'updated_at': '2021-07-23T00:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:40.612412 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b2cc9c2d-39e7-43e4-ae4e-7bbbe7197162 req-7fb975f9-3696-4ee8-afbe-792972b15bfe tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699762 Jul 23 00:03:40.625935 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Allocated IP 172.20.0.1 (7eadd1d4-5e23-49d2-bcf5-969935c84b71/f0d2b3ec-177d-4792-bcf4-3dd65dad094d/0a7d388a-48be-4672-847d-4f85383b7520) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:40.637775 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Checking router: 7bc942d8-a241-4e7f-9dce-a3667ab89b99 for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:40.638120 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Updating router 7bc942d8-a241-4e7f-9dce-a3667ab89b99 port bdef26a9-51db-460c-ac38-0e26a6fdd3fc binding host dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:40.642957 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 643cb632-bde2-4b4f-9fd1-ed736109ee74 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:40.671630 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:40.722004 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef3864c-49f5-4436-9bcd-9fa83945507e x-openstack-request-id: req-2ef3864c-49f5-4436-9bcd-9fa83945507e {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:40.722389 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "tag": "248e98f3-9327-4244-8a44-dc6af2137800", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:40.722759 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ef3864c-49f5-4436-9bcd-9fa83945507e {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:40.723250 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800', 'status': 'completed', 'code': 200} Jul 23 00:03:40.740588 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61431bbc-778a-483a-8ff4-670c27236fdb req-5f0c99bc-3b08-4f9f-9fde-0a3a68f080f2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:40.742341 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-61431bbc-778a-483a-8ff4-670c27236fdb req-5f0c99bc-3b08-4f9f-9fde-0a3a68f080f2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.4797094 Jul 23 00:03:40.743206 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Attempting to bind port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:40.743637 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Attempting to bind port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:40.744036 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Attempting to bind port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 on network f3790749-49d5-4041-8e57-7e69f4eb4d80 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:40.749881 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-4ae7bdb7-067d-4e6b-878a-5d7f6422ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:40.752107 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-4ae7bdb7-067d-4e6b-878a-5d7f6422ebad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 1097 time: 0.4847074 Jul 23 00:03:40.768514 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 on network f3790749-49d5-4041-8e57-7e69f4eb4d80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:03:40.768988 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Attempting to bind port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 on network f3790749-49d5-4041-8e57-7e69f4eb4d80 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:40.776412 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.804356 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.812358 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-a0de4989-379a-4a79-ab2b-459af8e0fd1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=248e98f3-9327-4244-8a44-dc6af2137800 HTTP/1.1" status: 200 len: 217 time: 0.0516868 Jul 23 00:03:40.815019 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:40.815499 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Checking segment: {'id': 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:40.815990 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Bound using segment: {'id': 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:40.816516 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Bound port: 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:40.816969 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.819900 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Transition to ACTIVE for port object 0a7d388a-48be-4672-847d-4f85383b7520 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:40.857397 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.893593 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 643cb632-bde2-4b4f-9fd1-ed736109ee74 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:40.898100 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Network 7eadd1d4-5e23-49d2-bcf5-969935c84b71 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:40.900076 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-61431bbc-778a-483a-8ff4-670c27236fdb req-c2ad2fb5-79c5-4f82-a386-86fa9eb486e5 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445343 Jul 23 00:03:40.902644 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:40.905967 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:40.908705 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 643cb632-bde2-4b4f-9fd1-ed736109ee74 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:40.909073 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:40.944138 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-841c0587-847b-4cdf-8e2f-faf366bfa301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:40.946149 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-841c0587-847b-4cdf-8e2f-faf366bfa301 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=739940cf-291e-44ac-8d89-078a7a2a023d HTTP/1.1" status: 200 len: 855 time: 0.1269968 Jul 23 00:03:40.964291 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942669'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.011687 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:40Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:41.032194 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Pushing event updated for resources: {'Port': ['ID=0a7d388a-48be-4672-847d-4f85383b7520,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:41.052557 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174459-dc9c-478f-826f-6119253838f8 None None] The sync data for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi is: [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:40Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:41.054610 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] For port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:41.078773 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] For port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:41.090712 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.144682 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-1ffb9f70-c13e-4279-8531-2e571d9036f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:41.146217 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-1ffb9f70-c13e-4279-8531-2e571d9036f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d72d623f-3714-41dc-869a-b358bd7c89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1925089 Jul 23 00:03:41.174483 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.188220 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:41.192614 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.194278 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] 10.222.0.41 "PUT /v2.0/ports/3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 HTTP/1.1" status: 200 len: 1093 time: 2.0852556 Jul 23 00:03:41.243053 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.257740 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Transition to ACTIVE for port object bdef26a9-51db-460c-ac38-0e26a6fdd3fc will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:41.270674 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.326138 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f621b5-1570-4b61-9a68-c381ea0f27cb service neutron] Pushing event updated for resources: {'Port': ['ID=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:41.369369 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Attempting to bind port bdef26a9-51db-460c-ac38-0e26a6fdd3fc on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:41.370256 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Attempting to bind port bdef26a9-51db-460c-ac38-0e26a6fdd3fc by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:41.370863 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Attempting to bind port bdef26a9-51db-460c-ac38-0e26a6fdd3fc on network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:41.395503 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8663dcf3-c1ee-448c-ab19-67abf6f418f4 None None] Provisioning complete for port 643cb632-bde2-4b4f-9fd1-ed736109ee74 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:41.397247 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8663dcf3-c1ee-448c-ab19-67abf6f418f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.457163 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.459753 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:41.460408 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Checking segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:41.460920 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.461411 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Bound using segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:41.461997 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Bound port: bdef26a9-51db-460c-ac38-0e26a6fdd3fc, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:41.462576 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.467085 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6971887'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.505414 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-df783aa0-673f-4c77-a48e-0aaf372ffd7d service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468993 Jul 23 00:03:41.530455 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.559691 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939261'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.568874 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-280973bb-bf5b-4737-9bb3-d0d1ead5a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:41.570617 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-280973bb-bf5b-4737-9bb3-d0d1ead5a295 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=720082b42b024fc3ad77e031d129b01c&device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 1096 time: 0.3153744 Jul 23 00:03:41.590920 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 643cb632-bde2-4b4f-9fd1-ed736109ee74, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=643cb632-bde2-4b4f-9fd1-ed736109ee74,segment=NetworkSegment(49dbd0f9-e161-45c2-b06e-4dfe5cfdd524),segment_id=49dbd0f9-e161-45c2-b06e-4dfe5cfdd524)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:41.614165 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea91e15-0d18-4fde-af79-ffd3ed6dc02e None None] Pushing event updated for resources: {'Port': ['ID=bdef26a9-51db-460c-ac38-0e26a6fdd3fc,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:41.619699 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Pushing event updated for resources: {'Port': ['ID=0a7d388a-48be-4672-847d-4f85383b7520,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:41.631374 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:41.669911 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-e3d171a9-2c3e-464b-a116-979d1be264e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 HTTP/1.1" status: 200 len: 217 time: 0.0662181 Jul 23 00:03:41.804613 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] For port bdef26a9-51db-460c-ac38-0e26a6fdd3fc, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:41.810824 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Network 7eadd1d4-5e23-49d2-bcf5-969935c84b71 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:41.825132 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:41.829248 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf52d5dc-fd7b-45dc-9a59-cb54f9df0f47 req-f2402450-de2e-44ee-a03a-a40a9410cac0 service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164146 Jul 23 00:03:41.833461 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-d84ec208-e9b0-4e53-b232-70fd33a02c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:41.836743 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-d84ec208-e9b0-4e53-b232-70fd33a02c5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843656e0-512a-4b75-8920-4514597631c6 HTTP/1.1" status: 200 len: 847 time: 0.1531243 Jul 23 00:03:41.839297 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device f60fd5a6-a420-4d4e-aece-36cdcc38fcca up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:41.952297 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=643cb632-bde2-4b4f-9fd1-ed736109ee74,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:41.969943 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] For port bdef26a9-51db-460c-ac38-0e26a6fdd3fc, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=bdef26a9-51db-460c-ac38-0e26a6fdd3fc,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:42.013224 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.053878 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856a363-8684-4863-a054-18869d45a179 req-fdc915fb-7010-4412-829e-aca06c5088d8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:42.055676 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d856a363-8684-4863-a054-18869d45a179 req-fdc915fb-7010-4412-829e-aca06c5088d8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.3021357 Jul 23 00:03:42.064136 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Router 7bc942d8-a241-4e7f-9dce-a3667ab89b99 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:42.116312 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:03:42.226956 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Routers {'7bc942d8-a241-4e7f-9dce-a3667ab89b99'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:42.227958 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7bc942d8-a241-4e7f-9dce-a3667ab89b99'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:42.229939 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea91e15-0d18-4fde-af79-ffd3ed6dc02e None None] Pushing event updated for resources: {'Port': ['ID=bdef26a9-51db-460c-ac38-0e26a6fdd3fc,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:42.232736 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port f60fd5a6-a420-4d4e-aece-36cdcc38fcca completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:42.257307 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:42.263486 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d9eb3836-fd8a-4644-9963-e875ff5112ac admin admin] 10.222.0.39 "PUT /v2.0/routers/7bc942d8-a241-4e7f-9dce-a3667ab89b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9366949 Jul 23 00:03:42.305639 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port f60fd5a6-a420-4d4e-aece-36cdcc38fcca triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:42.306710 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.323244 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53658) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:42.340922 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c57f5fd5-de61-4661-a477-85cde3d76ce6 None None] Provisioning for port 0a7d388a-48be-4672-847d-4f85383b7520 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:42.358383 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-c57f5fd5-de61-4661-a477-85cde3d76ce6 None None] Provisioning complete for port 0a7d388a-48be-4672-847d-4f85383b7520 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:42.359009 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c57f5fd5-de61-4661-a477-85cde3d76ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.417317 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-c57f5fd5-de61-4661-a477-85cde3d76ce6 None None] Port 0a7d388a-48be-4672-847d-4f85383b7520 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:42.423992 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d856a363-8684-4863-a054-18869d45a179 req-52b93af1-363d-414c-90ac-9f23ebeb78b9 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440437 Jul 23 00:03:42.425784 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-b02a1169-e242-4a8c-9d62-6d3117898d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:42.427187 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-b02a1169-e242-4a8c-9d62-6d3117898d78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3790749-49d5-4041-8e57-7e69f4eb4d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5770876 Jul 23 00:03:42.430690 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] Set router 7bc942d8-a241-4e7f-9dce-a3667ab89b99 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:42.436357 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e879-0e0b-4233-af2e-c82aafa1ea85 req-2ab9fd67-b29b-4cc8-8002-2592f76835f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:42.437983 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6446e879-0e0b-4233-af2e-c82aafa1ea85 req-2ab9fd67-b29b-4cc8-8002-2592f76835f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 1097 time: 0.5406234 Jul 23 00:03:42.519657 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6994e8-d420-4397-8dfa-00228ea70d35 req-3840be7f-3ac3-42a4-a915-e86b483f139a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:42.524013 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0c6994e8-d420-4397-8dfa-00228ea70d35 req-3840be7f-3ac3-42a4-a915-e86b483f139a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.4968276 Jul 23 00:03:42.540663 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.547563 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-91bf5ef4-4982-4085-96e7-6313fe086f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.621316 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-bf094394-5097-4d76-bad9-ba6174dd8d00 None None] Provisioning complete for port 0a7d388a-48be-4672-847d-4f85383b7520 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:42.621543 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bf094394-5097-4d76-bad9-ba6174dd8d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.643995 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0c6994e8-d420-4397-8dfa-00228ea70d35 req-101e6bba-2869-473a-9454-b449288a10aa tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920203 Jul 23 00:03:42.649597 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-c5cd8179-1ac7-4bb8-b13a-fc084ab14fa1 service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069988 Jul 23 00:03:42.687886 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-91bf5ef4-4982-4085-96e7-6313fe086f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.691419 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e879-0e0b-4233-af2e-c82aafa1ea85 req-57f0d0f8-9292-483e-871a-28d2a869bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:42.693124 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6446e879-0e0b-4233-af2e-c82aafa1ea85 req-57f0d0f8-9292-483e-871a-28d2a869bdcc service neutron] 10.222.0.41 "GET /v2.0/networks?id=d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 200 len: 917 time: 0.2417305 Jul 23 00:03:42.694480 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-91bf5ef4-4982-4085-96e7-6313fe086f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.738951 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:42.741273 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db97f92-526f-4776-a398-5ff9db8a5f62" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:42.743787 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-91bf5ef4-4982-4085-96e7-6313fe086f6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5438d7c9a2684a079a2c2cf4c5606b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191570 Jul 23 00:03:42.745303 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf5ef4-4982-4085-96e7-6313fe086f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b7ebbb-1d49-4bf8-8585-3af6d9a3b732,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:42.749441 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53668) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:42.750991 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6446e879-0e0b-4233-af2e-c82aafa1ea85 req-555a418e-6f78-4ec9-8675-003aabb4d23d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=248e98f3-9327-4244-8a44-dc6af2137800 HTTP/1.1" status: 200 len: 217 time: 0.0486825 Jul 23 00:03:42.780568 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port f60fd5a6-a420-4d4e-aece-36cdcc38fcca, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=f60fd5a6-a420-4d4e-aece-36cdcc38fcca,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:42.797021 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.823554 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9cd7b8-5fef-4a1e-8bd2-e786aa68dc6e x-openstack-request-id: req-ce9cd7b8-5fef-4a1e-8bd2-e786aa68dc6e {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:42.823895 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:42.824082 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce9cd7b8-5fef-4a1e-8bd2-e786aa68dc6e {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:42.824466 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'status': 'completed', 'code': 200} Jul 23 00:03:42.828374 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-bf094394-5097-4d76-bad9-ba6174dd8d00 None None] Port 0a7d388a-48be-4672-847d-4f85383b7520 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:42.879338 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=f60fd5a6-a420-4d4e-aece-36cdcc38fcca,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:42.888286 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e879-0e0b-4233-af2e-c82aafa1ea85 req-997a01e3-2b64-45ef-b22e-1d5a909fcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:42.890273 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6446e879-0e0b-4233-af2e-c82aafa1ea85 req-997a01e3-2b64-45ef-b22e-1d5a909fcaec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=739940cf-291e-44ac-8d89-078a7a2a023d HTTP/1.1" status: 200 len: 855 time: 0.1094313 Jul 23 00:03:42.898377 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7a39860-fb71-4e4d-bb00-61bdb56db1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.901206 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-657f6e99-a00f-4775-9a9f-df4c4f229af6 req-71bc6901-9f90-4ee1-9f0f-c71704cd1696 service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419043 Jul 23 00:03:42.903348 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'name': 'tempest-TestVolumeBootPattern-1555613275-router', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:36Z', 'updated_at': '2021-07-23T00:03:41Z', 'revision_number': 4, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'gw_port': {'id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:37Z', 'updated_at': '2021-07-23T00:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '0a7d388a-48be-4672-847d-4f85383b7520', 'name': '', 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'mac_address': 'fa:16:3e:7c:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f0d2b3ec-177d-4792-bcf4-3dd65dad094d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:40Z', 'updated_at': '2021-07-23T00:03:41Z', 'revision_number': 2, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'subnets': [{'id': 'f0d2b3ec-177d-4792-bcf4-3dd65dad094d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:42.934218 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd1fa75-2f2f-452c-9b0b-0a017e291c4a None None] The sync data for ids ['7bc942d8-a241-4e7f-9dce-a3667ab89b99'] in dv-cinder-801633-1-iscsi is: [{'id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'name': 'tempest-TestVolumeBootPattern-1555613275-router', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:36Z', 'updated_at': '2021-07-23T00:03:41Z', 'revision_number': 4, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'gw_port': {'id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:37Z', 'updated_at': '2021-07-23T00:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '0a7d388a-48be-4672-847d-4f85383b7520', 'name': '', 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'mac_address': 'fa:16:3e:7c:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f0d2b3ec-177d-4792-bcf4-3dd65dad094d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:40Z', 'updated_at': '2021-07-23T00:03:41Z', 'revision_number': 2, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'subnets': [{'id': 'f0d2b3ec-177d-4792-bcf4-3dd65dad094d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:42.952417 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:42.956325 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7a39860-fb71-4e4d-bb00-61bdb56db1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.044017 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446e879-0e0b-4233-af2e-c82aafa1ea85 req-0da50c94-bcdf-4666-81e1-c8e55088eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:43.045517 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6446e879-0e0b-4233-af2e-c82aafa1ea85 req-0da50c94-bcdf-4666-81e1-c8e55088eaee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d72d623f-3714-41dc-869a-b358bd7c89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1481633 Jul 23 00:03:43.077135 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53670) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:43.085555 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-cd1b3333-86f9-4059-9ea1-65ed1c8fe006 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1064742934', 'description': 'tempest-secgroup-smoke-1064742934 description', 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:43.086525 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7a39860-fb71-4e4d-bb00-61bdb56db1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.089031 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7a39860-fb71-4e4d-bb00-61bdb56db1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.091863 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f7a39860-fb71-4e4d-bb00-61bdb56db1cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98b7ebbb-1d49-4bf8-8585-3af6d9a3b732 HTTP/1.1" status: 204 len: 168 time: 0.3382347 Jul 23 00:03:43.099237 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db97f92-526f-4776-a398-5ff9db8a5f62 req-a335287b-7d93-4d02-a03f-283819e6606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:43.100728 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0db97f92-526f-4776-a398-5ff9db8a5f62 req-a335287b-7d93-4d02-a03f-283819e6606f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=720082b42b024fc3ad77e031d129b01c&device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 1096 time: 0.1415839 Jul 23 00:03:43.129098 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cd1b3333-86f9-4059-9ea1-65ed1c8fe006 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.141874 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a39860-fb71-4e4d-bb00-61bdb56db1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b7ebbb-1d49-4bf8-8585-3af6d9a3b732,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:43.235356 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6446e879-0e0b-4233-af2e-c82aafa1ea85 req-b3938878-543b-48ea-a721-88184cae5598 service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819167 Jul 23 00:03:43.294046 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cd1b3333-86f9-4059-9ea1-65ed1c8fe006 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.300027 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cd1b3333-86f9-4059-9ea1-65ed1c8fe006 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.342047 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db97f92-526f-4776-a398-5ff9db8a5f62 req-29d7d1cc-623d-4877-8484-86cf86206451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:43.342688 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cd1b3333-86f9-4059-9ea1-65ed1c8fe006 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.344076 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cd1b3333-86f9-4059-9ea1-65ed1c8fe006 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2653968 Jul 23 00:03:43.345550 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b3333-86f9-4059-9ea1-65ed1c8fe006 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677626ab-4245-48d6-b8c2-461b273ebdc6,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:43.347744 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53676) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:43.348651 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0db97f92-526f-4776-a398-5ff9db8a5f62 req-29d7d1cc-623d-4877-8484-86cf86206451 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3790749-49d5-4041-8e57-7e69f4eb4d80 HTTP/1.1" status: 200 len: 909 time: 0.2172489 Jul 23 00:03:43.362435 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-2a3744eb-3da3-4559-bf36-0d729b37db8b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Request body: {'security_group_rule': {'security_group_id': '677626ab-4245-48d6-b8c2-461b273ebdc6', 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:43.400730 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2a3744eb-3da3-4559-bf36-0d729b37db8b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.429908 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0db97f92-526f-4776-a398-5ff9db8a5f62 req-87ad1804-d2a9-4ffe-91f7-dc8cf8148e35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 HTTP/1.1" status: 200 len: 217 time: 0.0740125 Jul 23 00:03:43.483771 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6446e879-0e0b-4233-af2e-c82aafa1ea85 req-ce6f0259-7f3f-4f56-afe0-26bc14fe7de4 service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378671 Jul 23 00:03:43.503268 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db97f92-526f-4776-a398-5ff9db8a5f62 req-a31c27cd-95d8-43fb-85d3-5e38a70386dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:43.505566 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0db97f92-526f-4776-a398-5ff9db8a5f62 req-a31c27cd-95d8-43fb-85d3-5e38a70386dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843656e0-512a-4b75-8920-4514597631c6 HTTP/1.1" status: 200 len: 847 time: 0.0685320 Jul 23 00:03:43.516048 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2a3744eb-3da3-4559-bf36-0d729b37db8b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.524006 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2a3744eb-3da3-4559-bf36-0d729b37db8b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.558969 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2a3744eb-3da3-4559-bf36-0d729b37db8b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.561015 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2a3744eb-3da3-4559-bf36-0d729b37db8b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2026231 Jul 23 00:03:43.562384 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3744eb-3da3-4559-bf36-0d729b37db8b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b38c38-d7af-4d40-bbc5-4b960d14a5ec,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:43.564864 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53686) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:43.575570 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-f4f8dc6d-a1b6-4bd0-a8dd-6c9004dd513c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Request body: {'security_group_rule': {'security_group_id': '677626ab-4245-48d6-b8c2-461b273ebdc6', 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:43.611918 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f8dc6d-a1b6-4bd0-a8dd-6c9004dd513c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.625988 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db97f92-526f-4776-a398-5ff9db8a5f62 req-de4ef5ca-4557-4f57-bc8f-cf7c4189bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:43.628092 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0db97f92-526f-4776-a398-5ff9db8a5f62 req-de4ef5ca-4557-4f57-bc8f-cf7c4189bbf5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3790749-49d5-4041-8e57-7e69f4eb4d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1160331 Jul 23 00:03:43.690489 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e71dd6-4371-491c-82e3-46dca87cd706 req-0161b2af-12ab-461d-8aca-bbc36c0bcb63 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:43.692492 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e2e71dd6-4371-491c-82e3-46dca87cd706 req-0161b2af-12ab-461d-8aca-bbc36c0bcb63 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.1339307 Jul 23 00:03:43.705375 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f8dc6d-a1b6-4bd0-a8dd-6c9004dd513c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.711087 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f8dc6d-a1b6-4bd0-a8dd-6c9004dd513c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.744518 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8dc6d-a1b6-4bd0-a8dd-6c9004dd513c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2c4f82-1e6c-4d95-82ec-ee026744004d,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:43.772373 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f4f8dc6d-a1b6-4bd0-a8dd-6c9004dd513c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.773846 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f4f8dc6d-a1b6-4bd0-a8dd-6c9004dd513c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2076185 Jul 23 00:03:43.776346 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53692) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:43.780795 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-083c908d-f5d0-4c81-91f5-249ff9746656 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Request body: {'security_group_rule': {'security_group_id': '677626ab-4245-48d6-b8c2-461b273ebdc6', 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:43.810149 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device f60fd5a6-a420-4d4e-aece-36cdcc38fcca up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:43.828244 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-083c908d-f5d0-4c81-91f5-249ff9746656 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.915244 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port f60fd5a6-a420-4d4e-aece-36cdcc38fcca triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:43.916640 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.920604 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e2e71dd6-4371-491c-82e3-46dca87cd706 req-bbf1cdf1-7bc1-44d0-9f2b-36b7d54ef699 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182393 Jul 23 00:03:43.949163 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0db97f92-526f-4776-a398-5ff9db8a5f62 req-7e3eeb0c-b069-43d6-9304-91c1d4febd32 service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047397 Jul 23 00:03:43.954677 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-083c908d-f5d0-4c81-91f5-249ff9746656 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:43.961827 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-083c908d-f5d0-4c81-91f5-249ff9746656 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.012382 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c908d-f5d0-4c81-91f5-249ff9746656 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3facc5e2-22cf-4607-802f-04e08f9a3ae6,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:44.026844 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-083c908d-f5d0-4c81-91f5-249ff9746656 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.029049 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-083c908d-f5d0-4c81-91f5-249ff9746656 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2514799 Jul 23 00:03:44.031457 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53700) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:44.039197 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-bdac8cc1-27f8-462b-8c5f-3d78ade63f9b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Request body: {'security_group_rule': {'security_group_id': '677626ab-4245-48d6-b8c2-461b273ebdc6', 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:44.039886 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 643cb632-bde2-4b4f-9fd1-ed736109ee74 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:44.054730 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7d8e7-12e4-42e3-a3b8-b446fc7e4466 req-2da7df41-7b8e-4d87-8dff-6a3757834ff4 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:44.056299 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3ac7d8e7-12e4-42e3-a3b8-b446fc7e4466 req-2da7df41-7b8e-4d87-8dff-6a3757834ff4 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.2677896 Jul 23 00:03:44.072942 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 248e98f3-9327-4244-8a44-dc6af2137800 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:03:44.100876 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bdac8cc1-27f8-462b-8c5f-3d78ade63f9b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.143838 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3ac7d8e7-12e4-42e3-a3b8-b446fc7e4466 req-4f1aed35-cffa-413f-8fa3-c53c78b09cd9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749917 Jul 23 00:03:44.151444 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0db97f92-526f-4776-a398-5ff9db8a5f62 req-aab58472-e89f-41c9-8dcc-c4bbd034aa03 service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019429 Jul 23 00:03:44.177587 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bdac8cc1-27f8-462b-8c5f-3d78ade63f9b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.185339 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bdac8cc1-27f8-462b-8c5f-3d78ade63f9b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.202251 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53704) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:44.209764 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac8cc1-27f8-462b-8c5f-3d78ade63f9b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d551727a-0899-4f0f-892d-5a367dc127e8,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:44.217597 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 248e98f3-9327-4244-8a44-dc6af2137800, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=248e98f3-9327-4244-8a44-dc6af2137800,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:44.218629 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bdac8cc1-27f8-462b-8c5f-3d78ade63f9b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.223283 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53708) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:44.223524 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bdac8cc1-27f8-462b-8c5f-3d78ade63f9b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1900022 Jul 23 00:03:44.228424 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-ba3af789-349a-48de-9894-6499c3c820d4 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Request body: {'security_group_rule': {'security_group_id': '677626ab-4245-48d6-b8c2-461b273ebdc6', 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:44.232653 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 643cb632-bde2-4b4f-9fd1-ed736109ee74 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:44.233006 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.258030 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.securitygroups_db [None req-ba3af789-349a-48de-9894-6499c3c820d4 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Project c5a117d82f31471d937ce5cd8a61b87d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:03:44.259255 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '248e98f3-9327-4244-8a44-dc6af2137800', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'port_id': '248e98f3-9327-4244-8a44-dc6af2137800', 'mac_address': 'fa:16:3e:3b:88:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:03:44.265810 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ba3af789-349a-48de-9894-6499c3c820d4 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.320363 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.325563 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1063565668-network', 'tenant_id': '689bc049906147bd830347a440bc89d8'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:44.342036 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248e98f3-9327-4244-8a44-dc6af2137800 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:03:44.363062 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ba3af789-349a-48de-9894-6499c3c820d4 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.364038 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Made reservation on behalf of 689bc049906147bd830347a440bc89d8 for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:44.366326 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.375681 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ba3af789-349a-48de-9894-6499c3c820d4 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.380521 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.394002 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 248e98f3-9327-4244-8a44-dc6af2137800, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=248e98f3-9327-4244-8a44-dc6af2137800,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:44.404376 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.406538 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3af789-349a-48de-9894-6499c3c820d4 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c805b0-2682-4bfe-9cdb-6ea67ccfe5a7,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:44.464357 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=248e98f3-9327-4244-8a44-dc6af2137800,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:44.492478 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.497850 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.506092 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ba3af789-349a-48de-9894-6499c3c820d4 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.507291 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ba3af789-349a-48de-9894-6499c3c820d4 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2829537 Jul 23 00:03:44.510206 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53710) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:44.515611 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-fdec5d4f-d9fd-407f-8054-d78f9700fe22 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Request body: {'security_group_rule': {'security_group_id': '677626ab-4245-48d6-b8c2-461b273ebdc6', 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:44.526648 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:03:44.538867 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:44.540212 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.securitygroups_db [None req-fdec5d4f-d9fd-407f-8054-d78f9700fe22 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Project c5a117d82f31471d937ce5cd8a61b87d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:03:44.546268 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fdec5d4f-d9fd-407f-8054-d78f9700fe22 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.547065 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.547528 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Added segment b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2 of type vlan for network aadc0089-da74-4985-8ba6-972fe5cf4507 Jul 23 00:03:44.600850 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.614640 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['248e98f3-9327-4244-8a44-dc6af2137800'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:03:44.628337 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fdec5d4f-d9fd-407f-8054-d78f9700fe22 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.635413 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fdec5d4f-d9fd-407f-8054-d78f9700fe22 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.649939 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.652259 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:44.658191 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.674187 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec5d4f-d9fd-407f-8054-d78f9700fe22 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cef6fe-86e5-4a5b-bd61-28ccc6dba981,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:44.692515 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fdec5d4f-d9fd-407f-8054-d78f9700fe22 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.695029 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fdec5d4f-d9fd-407f-8054-d78f9700fe22 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1837637 Jul 23 00:03:44.703338 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4997568 Jul 23 00:03:44.706344 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53716) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:44.712495 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-3b8a303a-4e3c-4c7f-9ea8-93b6ba2e34d9 admin admin] Request body: {'subnet': {'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1063565668-subnet', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:44.740907 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8a303a-4e3c-4c7f-9ea8-93b6ba2e34d9 admin admin] Made reservation on behalf of 689bc049906147bd830347a440bc89d8 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:44.745021 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3b8a303a-4e3c-4c7f-9ea8-93b6ba2e34d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5779915'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:44.757961 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba20c2-ee59-431f-94ca-8d295f85f2e9 admin admin] Pushing event updated for resources: {'Network': ['ID=aadc0089-da74-4985-8ba6-972fe5cf4507,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:44.772078 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network aadc0089-da74-4985-8ba6-972fe5cf4507 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:03:44.934010 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3b8a303a-4e3c-4c7f-9ea8-93b6ba2e34d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6971760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5779897'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.015117 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a303a-4e3c-4c7f-9ea8-93b6ba2e34d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=094e61a5-6ff0-4e51-b43c-31f1ccc37eb1,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:45.028331 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8a303a-4e3c-4c7f-9ea8-93b6ba2e34d9 admin admin] Checking segment: {'id': 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:45.028670 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a303a-4e3c-4c7f-9ea8-93b6ba2e34d9 admin admin] Network hostable DHCP agents. Network: aadc0089-da74-4985-8ba6-972fe5cf4507, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:03:45.045788 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a303a-4e3c-4c7f-9ea8-93b6ba2e34d9 admin admin] Network aadc0089-da74-4985-8ba6-972fe5cf4507 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:03:45.068992 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-3b8a303a-4e3c-4c7f-9ea8-93b6ba2e34d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, aadc0089-da74-4985-8ba6-972fe5cf4507) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:45.091081 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8a303a-4e3c-4c7f-9ea8-93b6ba2e34d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:45.091950 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c1188-5aaf-45fe-8be4-572b8c6c82f0 None None] Network aadc0089-da74-4985-8ba6-972fe5cf4507 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:45.092767 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3b8a303a-4e3c-4c7f-9ea8-93b6ba2e34d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.116925 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3b8a303a-4e3c-4c7f-9ea8-93b6ba2e34d9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4080031 Jul 23 00:03:45.120610 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53754) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:45.125165 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:45.188685 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-942690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9454'] for router, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.190702 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9441'] for router, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.228270 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af2a6d-eda6-4873-b203-f68918f384f3 req-b3229ff7-535a-4713-9db1-d830bbe8e532 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:45.240261 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8af2a6d-eda6-4873-b203-f68918f384f3 req-b3229ff7-535a-4713-9db1-d830bbe8e532 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.1878979 Jul 23 00:03:45.338313 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8af2a6d-eda6-4873-b203-f68918f384f3 req-271eb107-51b4-41b4-b32b-9c70285fa8ef tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921767 Jul 23 00:03:45.375082 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64f19bdb-74e2-5c03-984e-713837794b33-aadc0089-da74-4985-8ba6-972fe5cf4507', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'fixed_ips': [{'subnet_id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1'}]}} from dv-cinder-801633-1-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:03:45.375987 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.412092 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.506083 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e7088-0e2e-41b2-9a4b-efc5621423e2 req-3ce8206f-a05b-48de-9b92-975e06a6a9ad tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:45.507600 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-326e7088-0e2e-41b2-9a4b-efc5621423e2 req-3ce8206f-a05b-48de-9b92-975e06a6a9ad tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 945 time: 0.2293413 Jul 23 00:03:45.536554 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Allocated IP 172.20.0.2 (aadc0089-da74-4985-8ba6-972fe5cf4507/094e61a5-6ff0-4e51-b43c-31f1ccc37eb1/234d3884-20cd-4044-ab3b-443bb99a4401) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:45.596310 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9427'] for router, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.635952 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-326e7088-0e2e-41b2-9a4b-efc5621423e2 req-b21b9703-819a-4c1c-b420-10750baa51f5 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883975 Jul 23 00:03:45.705530 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.717876 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Transition to ACTIVE for port object 234d3884-20cd-4044-ab3b-443bb99a4401 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:45.736825 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Sync routers for ids ['7bc942d8-a241-4e7f-9dce-a3667ab89b99'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:45.743302 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Transition to ACTIVE for port object 234d3884-20cd-4044-ab3b-443bb99a4401 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:45.754262 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Routers {'7bc942d8-a241-4e7f-9dce-a3667ab89b99'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:45.755244 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7bc942d8-a241-4e7f-9dce-a3667ab89b99'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:45.757213 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.769378 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device bdef26a9-51db-460c-ac38-0e26a6fdd3fc up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:45.828469 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Network aadc0089-da74-4985-8ba6-972fe5cf4507 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:45.835810 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:45.840572 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:45.850550 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Pushing event updated for resources: {'Port': ['ID=234d3884-20cd-4044-ab3b-443bb99a4401,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:45.864387 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.885147 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.886915 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Set router 7bc942d8-a241-4e7f-9dce-a3667ab89b99 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:45.923727 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port bdef26a9-51db-460c-ac38-0e26a6fdd3fc completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:45.928220 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Attempting to bind port 234d3884-20cd-4044-ab3b-443bb99a4401 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:45.928587 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Attempting to bind port 234d3884-20cd-4044-ab3b-443bb99a4401 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:45.928941 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Attempting to bind port 234d3884-20cd-4044-ab3b-443bb99a4401 on network aadc0089-da74-4985-8ba6-972fe5cf4507 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:45.933584 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port bdef26a9-51db-460c-ac38-0e26a6fdd3fc triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:45.933951 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.936697 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:45.937067 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Checking segment: {'id': 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:45.937458 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:45.937848 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Bound using segment: {'id': 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:45.938320 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Bound port: 234d3884-20cd-4044-ab3b-443bb99a4401, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:45.938691 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.016336 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Allocated IP 172.27.0.9 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/7aee86c1-93ce-4af2-a0c0-e0935da52f2b) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:46.066318 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 248e98f3-9327-4244-8a44-dc6af2137800 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:46.081916 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] For port 234d3884-20cd-4044-ab3b-443bb99a4401, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:46.121846 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'name': 'tempest-TestVolumeBootPattern-1555613275-router', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:36Z', 'updated_at': '2021-07-23T00:03:41Z', 'revision_number': 4, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'gw_port': {'id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:37Z', 'updated_at': '2021-07-23T00:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '0a7d388a-48be-4672-847d-4f85383b7520', 'name': '', 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'mac_address': 'fa:16:3e:7c:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f0d2b3ec-177d-4792-bcf4-3dd65dad094d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:40Z', 'updated_at': '2021-07-23T00:03:41Z', 'revision_number': 2, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'subnets': [{'id': 'f0d2b3ec-177d-4792-bcf4-3dd65dad094d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:46.131674 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] For port 234d3884-20cd-4044-ab3b-443bb99a4401, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=234d3884-20cd-4044-ab3b-443bb99a4401,segment=NetworkSegment(b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2),segment_id=b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:46.136242 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.140947 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.146542 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.149171 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Checking router: 7bc942d8-a241-4e7f-9dce-a3667ab89b99 for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:46.149519 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Updating router 7bc942d8-a241-4e7f-9dce-a3667ab89b99 port 0a7d388a-48be-4672-847d-4f85383b7520 binding host dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:46.182943 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.186159 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.209269 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port bdef26a9-51db-460c-ac38-0e26a6fdd3fc, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=bdef26a9-51db-460c-ac38-0e26a6fdd3fc,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:46.230754 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.241554 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0afd8-13a8-4736-bc0b-cd90345eeeee None None] Pushing event updated for resources: {'Port': ['ID=234d3884-20cd-4044-ab3b-443bb99a4401,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:46.254432 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:46.255839 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port 248e98f3-9327-4244-8a44-dc6af2137800 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:46.258157 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:46.263085 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:46.281501 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 248e98f3-9327-4244-8a44-dc6af2137800 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:46.282138 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.283564 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Pushing event updated for resources: {'Port': ['ID=7aee86c1-93ce-4af2-a0c0-e0935da52f2b,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:46.353167 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=bdef26a9-51db-460c-ac38-0e26a6fdd3fc,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:46.431330 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.489901 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:46.492501 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a121b00-2009-491b-860d-e68d5ca6e2c6" -d '{"events": [{"server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "name": "network-vif-plugged", "status": "completed", "tag": "248e98f3-9327-4244-8a44-dc6af2137800"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:46.531676 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 248e98f3-9327-4244-8a44-dc6af2137800, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=248e98f3-9327-4244-8a44-dc6af2137800,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:46.538840 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.620665 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa940f9-5a43-4bbb-8c11-d5b5fe691ecc x-openstack-request-id: req-2fa940f9-5a43-4bbb-8c11-d5b5fe691ecc {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:46.620946 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "name": "network-vif-plugged", "status": "completed", "tag": "248e98f3-9327-4244-8a44-dc6af2137800", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:46.622325 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2fa940f9-5a43-4bbb-8c11-d5b5fe691ecc {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:46.622744 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800', 'code': 200} Jul 23 00:03:46.647329 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=248e98f3-9327-4244-8a44-dc6af2137800,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:46.677975 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.702652 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Transition to ACTIVE for port object 0a7d388a-48be-4672-847d-4f85383b7520 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:46.709788 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.765513 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d9778-d2b6-40cc-a915-2988fb28a9de None None] Pushing event updated for resources: {'Port': ['ID=0a7d388a-48be-4672-847d-4f85383b7520,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:46.827940 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Attempting to bind port 0a7d388a-48be-4672-847d-4f85383b7520 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:46.828722 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Attempting to bind port 0a7d388a-48be-4672-847d-4f85383b7520 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '49dbd0f9-e161-45c2-b06e-4dfe5cfdd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:46.829260 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Attempting to bind port 0a7d388a-48be-4672-847d-4f85383b7520 on network 7eadd1d4-5e23-49d2-bcf5-969935c84b71 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:46.835326 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:46.835740 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Checking segment: {'id': '49dbd0f9-e161-45c2-b06e-4dfe5cfdd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:46.836130 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.836511 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Bound using segment: {'id': '49dbd0f9-e161-45c2-b06e-4dfe5cfdd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:46.836968 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Bound port: 0a7d388a-48be-4672-847d-4f85383b7520, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49dbd0f9-e161-45c2-b06e-4dfe5cfdd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:46.837355 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.908953 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] For port 0a7d388a-48be-4672-847d-4f85383b7520, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:46.913593 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] For port 0a7d388a-48be-4672-847d-4f85383b7520, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=0a7d388a-48be-4672-847d-4f85383b7520,segment=NetworkSegment(49dbd0f9-e161-45c2-b06e-4dfe5cfdd524),segment_id=49dbd0f9-e161-45c2-b06e-4dfe5cfdd524)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:46.919301 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:46.978901 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Routers {'7bc942d8-a241-4e7f-9dce-a3667ab89b99'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:46.979553 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7bc942d8-a241-4e7f-9dce-a3667ab89b99'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:46.990984 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09eef79-7080-4357-91c8-ef9785b3c38b req-8393483a-1c4a-451e-bf24-541b7e84b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:46.997345 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c09eef79-7080-4357-91c8-ef9785b3c38b req-8393483a-1c4a-451e-bf24-541b7e84b5ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 1099 time: 0.2680519 Jul 23 00:03:47.018140 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14398720-7233-4ac9-b231-99165186f332 req-3df4a5eb-8c22-4838-b0b2-b0ba267b1112 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:47.019742 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-14398720-7233-4ac9-b231-99165186f332 req-3df4a5eb-8c22-4838-b0b2-b0ba267b1112 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.2700758 Jul 23 00:03:47.050788 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be0083-a95b-49bb-878d-421b37c393c1 req-5dfc27bb-9f8c-4e27-8f62-702db31eeb05 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:47.052402 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e0be0083-a95b-49bb-878d-421b37c393c1 req-5dfc27bb-9f8c-4e27-8f62-702db31eeb05 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.3220658 Jul 23 00:03:47.084689 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d9778-d2b6-40cc-a915-2988fb28a9de None None] Pushing event updated for resources: {'Port': ['ID=0a7d388a-48be-4672-847d-4f85383b7520,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:47.116003 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.158069 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] Set router 7bc942d8-a241-4e7f-9dce-a3667ab89b99 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:47.232781 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c09eef79-7080-4357-91c8-ef9785b3c38b req-f723afff-d13f-43bc-a6d2-68717aed183c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095616 Jul 23 00:03:47.251592 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-14398720-7233-4ac9-b231-99165186f332 req-79a031ad-96a0-46de-a24d-26edf3ac3ba4 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189827 Jul 23 00:03:47.276646 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e0be0083-a95b-49bb-878d-421b37c393c1 req-5310eb0d-02ce-4101-9eb8-6d854c353ca0 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082703 Jul 23 00:03:47.420157 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'name': 'tempest-TestVolumeBootPattern-1555613275-router', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:36Z', 'updated_at': '2021-07-23T00:03:41Z', 'revision_number': 4, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'gw_port': {'id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:37Z', 'updated_at': '2021-07-23T00:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '0a7d388a-48be-4672-847d-4f85383b7520', 'name': '', 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'mac_address': 'fa:16:3e:7c:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f0d2b3ec-177d-4792-bcf4-3dd65dad094d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:40Z', 'updated_at': '2021-07-23T00:03:46Z', 'revision_number': 4, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'subnets': [{'id': 'f0d2b3ec-177d-4792-bcf4-3dd65dad094d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:47.435721 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.459829 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda6e17-859b-4209-b546-65bcca5c362c None None] The sync data for ids ['7bc942d8-a241-4e7f-9dce-a3667ab89b99'] in dv-cinder-801633-1-iscsi is: [{'id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'name': 'tempest-TestVolumeBootPattern-1555613275-router', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:36Z', 'updated_at': '2021-07-23T00:03:41Z', 'revision_number': 4, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'gw_port': {'id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:37Z', 'updated_at': '2021-07-23T00:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '0a7d388a-48be-4672-847d-4f85383b7520', 'name': '', 'network_id': '7eadd1d4-5e23-49d2-bcf5-969935c84b71', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'mac_address': 'fa:16:3e:7c:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f0d2b3ec-177d-4792-bcf4-3dd65dad094d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:40Z', 'updated_at': '2021-07-23T00:03:46Z', 'revision_number': 4, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'subnets': [{'id': 'f0d2b3ec-177d-4792-bcf4-3dd65dad094d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:47.522209 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9316ae10-4d34-4b50-b2b8-f9b7521c4900 None None] Network aadc0089-da74-4985-8ba6-972fe5cf4507 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:47.576893 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e1e2c39a-058f-4c99-bfe6-b225802726f3 None None] Provisioning for port 234d3884-20cd-4044-ab3b-443bb99a4401 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:47.618517 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Router b1922534-06e2-4521-ba66-f9143774f8c5 is scheduled to L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f with binding_index 1 {{(pid=92929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:03:47.755975 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:47.766862 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Sync routers for ids ['b1922534-06e2-4521-ba66-f9143774f8c5'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:47.783165 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.784344 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bcae83b8-a3b1-4145-8ef0-65b4185a8c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:47.784687 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-8f7e9194-4230-49f7-89ff-eb2ca31988ae admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6631148 Jul 23 00:03:47.785858 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Routers {'b1922534-06e2-4521-ba66-f9143774f8c5'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:47.786471 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-1a478aba-210b-402a-bea5-87791767a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['b1922534-06e2-4521-ba66-f9143774f8c5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:47.787610 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53786) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:47.958018 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Set router b1922534-06e2-4521-ba66-f9143774f8c5 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:47.995636 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device bdef26a9-51db-460c-ac38-0e26a6fdd3fc up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:48.200621 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port bdef26a9-51db-460c-ac38-0e26a6fdd3fc triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:48.200997 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:48.453827 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256cbe1-b31f-4e4a-a7ac-2567297ad4e2 req-8f9bbc75-8f23-4977-a4ef-9ed7cf17eb7c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:48.455899 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9256cbe1-b31f-4e4a-a7ac-2567297ad4e2 req-8f9bbc75-8f23-4977-a4ef-9ed7cf17eb7c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.1141541 Jul 23 00:03:48.477157 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-1a478aba-210b-402a-bea5-87791767a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:46Z', 'revision_number': 3, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port': {'id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:48.479628 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 0a7d388a-48be-4672-847d-4f85383b7520 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:48.495156 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763741f8-787c-4b9d-8db9-40ede9d04159 req-d7ca06c2-bb20-4495-b687-5a56543e4bef tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:48.496664 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-763741f8-787c-4b9d-8db9-40ede9d04159 req-d7ca06c2-bb20-4495-b687-5a56543e4bef tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.1184800 Jul 23 00:03:48.523747 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9256cbe1-b31f-4e4a-a7ac-2567297ad4e2 req-fb82c69e-c9ff-41be-bd2e-16080148c1f9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584192 Jul 23 00:03:48.525604 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Checking router: b1922534-06e2-4521-ba66-f9143774f8c5 for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:48.526128 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Updating router b1922534-06e2-4521-ba66-f9143774f8c5 port 7aee86c1-93ce-4af2-a0c0-e0935da52f2b binding host dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:48.557708 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-763741f8-787c-4b9d-8db9-40ede9d04159 req-603bf455-2705-4b88-99b9-64900945ccaf tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532079 Jul 23 00:03:48.590931 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:48.593626 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 0a7d388a-48be-4672-847d-4f85383b7520 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:48.601282 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:48.618855 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 0a7d388a-48be-4672-847d-4f85383b7520 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:48.619139 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:48.701229 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09c508-e4d0-4e29-9e1d-f9ef1385fd04 req-a882529e-4f4c-43c8-b5d0-54f4ba9b01ae tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:48.702712 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9f09c508-e4d0-4e29-9e1d-f9ef1385fd04 req-a882529e-4f4c-43c8-b5d0-54f4ba9b01ae tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0882423 Jul 23 00:03:48.713572 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53796) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:48.723429 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-362c0804-e9d7-401b-ae2a-3529b45737ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Request body: {'floatingip': {'port_id': '248e98f3-9327-4244-8a44-dc6af2137800'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:48.770789 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-362c0804-e9d7-401b-ae2a-3529b45737ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:48.801005 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Allocated IP 172.20.0.1 (aadc0089-da74-4985-8ba6-972fe5cf4507/094e61a5-6ff0-4e51-b43c-31f1ccc37eb1/ba371c79-8c60-4244-b8e0-8e90b2e696f2) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:48.828504 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:48.877702 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 0a7d388a-48be-4672-847d-4f85383b7520, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=0a7d388a-48be-4672-847d-4f85383b7520,segment=NetworkSegment(49dbd0f9-e161-45c2-b06e-4dfe5cfdd524),segment_id=49dbd0f9-e161-45c2-b06e-4dfe5cfdd524)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:48.894619 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:48.895955 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 234d3884-20cd-4044-ab3b-443bb99a4401 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:48.911359 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:48.924928 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Transition to ACTIVE for port object ba371c79-8c60-4244-b8e0-8e90b2e696f2 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:48.962989 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.005762 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=ba371c79-8c60-4244-b8e0-8e90b2e696f2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:49.023281 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Network aadc0089-da74-4985-8ba6-972fe5cf4507 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:49.024853 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:49.034500 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=0a7d388a-48be-4672-847d-4f85383b7520,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:49.042014 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:49.054929 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.062112 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 234d3884-20cd-4044-ab3b-443bb99a4401 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:49.069223 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Transition to ACTIVE for port object 7aee86c1-93ce-4af2-a0c0-e0935da52f2b will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:49.071024 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 234d3884-20cd-4044-ab3b-443bb99a4401 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:49.071494 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.100258 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.106743 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942669'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.176279 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Attempting to bind port 7aee86c1-93ce-4af2-a0c0-e0935da52f2b on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:49.176736 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Attempting to bind port 7aee86c1-93ce-4af2-a0c0-e0935da52f2b by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:49.177157 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Attempting to bind port 7aee86c1-93ce-4af2-a0c0-e0935da52f2b on network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:49.186417 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafccd17-9ea9-485f-b627-74c783a35dd0 None None] Pushing event updated for resources: {'Port': ['ID=7aee86c1-93ce-4af2-a0c0-e0935da52f2b,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:49.200436 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:49.200945 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Checking segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:49.201416 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.201877 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Bound using segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:49.202431 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Bound port: 7aee86c1-93ce-4af2-a0c0-e0935da52f2b, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:49.202874 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.279104 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.304279 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.318428 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-1a478aba-210b-402a-bea5-87791767a23a None None] For port 7aee86c1-93ce-4af2-a0c0-e0935da52f2b, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:49.328886 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-1a478aba-210b-402a-bea5-87791767a23a None None] For port 7aee86c1-93ce-4af2-a0c0-e0935da52f2b, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=7aee86c1-93ce-4af2-a0c0-e0935da52f2b,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:49.337033 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.339795 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 234d3884-20cd-4044-ab3b-443bb99a4401, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=234d3884-20cd-4044-ab3b-443bb99a4401,segment=NetworkSegment(b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2),segment_id=b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:49.370821 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.389241 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-833b08e3-4068-4e0a-8558-72a74e3bd3d5 None None] Provisioning for port ba371c79-8c60-4244-b8e0-8e90b2e696f2 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:49.401156 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-833b08e3-4068-4e0a-8558-72a74e3bd3d5 None None] Provisioning complete for port ba371c79-8c60-4244-b8e0-8e90b2e696f2 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:49.401514 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-833b08e3-4068-4e0a-8558-72a74e3bd3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.441424 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Routers {'b1922534-06e2-4521-ba66-f9143774f8c5'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:49.442001 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-1a478aba-210b-402a-bea5-87791767a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['b1922534-06e2-4521-ba66-f9143774f8c5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:49.448549 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafccd17-9ea9-485f-b627-74c783a35dd0 None None] Pushing event updated for resources: {'Port': ['ID=7aee86c1-93ce-4af2-a0c0-e0935da52f2b,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:49.507002 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.513423 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6971887'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.543568 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-833b08e3-4068-4e0a-8558-72a74e3bd3d5 None None] Port ba371c79-8c60-4244-b8e0-8e90b2e696f2 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:49.588281 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=234d3884-20cd-4044-ab3b-443bb99a4401,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:49.596160 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=ba371c79-8c60-4244-b8e0-8e90b2e696f2,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:49.601476 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939261'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.620224 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-362c0804-e9d7-401b-ae2a-3529b45737ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.625301 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-1a478aba-210b-402a-bea5-87791767a23a None None] Set router b1922534-06e2-4521-ba66-f9143774f8c5 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:49.629055 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-362c0804-e9d7-401b-ae2a-3529b45737ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.732489 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Network aadc0089-da74-4985-8ba6-972fe5cf4507 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:49.733900 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:49.814002 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 0a7d388a-48be-4672-847d-4f85383b7520 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:49.834312 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-362c0804-e9d7-401b-ae2a-3529b45737ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Floating IP 2ca22305-cc9b-46f1-97b1-84a0a35132e9 associated. External IP: 172.27.0.197, port: 248e98f3-9327-4244-8a44-dc6af2137800. Jul 23 00:03:49.890483 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Router b1922534-06e2-4521-ba66-f9143774f8c5 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:49.925660 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 0a7d388a-48be-4672-847d-4f85383b7520 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:49.926014 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:49.929472 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72604af9-d9d6-41f7-917c-fcd9e1e70866 req-a843380a-242a-49a1-be4e-b1228584a423 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:49.930537 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-72604af9-d9d6-41f7-917c-fcd9e1e70866 req-a843380a-242a-49a1-be4e-b1228584a423 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.2476783 Jul 23 00:03:49.977579 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-1a478aba-210b-402a-bea5-87791767a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 4, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port': {'id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'ba371c79-8c60-4244-b8e0-8e90b2e696f2', 'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'mac_address': 'fa:16:3e:4b:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:48Z', 'updated_at': '2021-07-23T00:03:48Z', 'revision_number': 1, 'project_id': '689bc049906147bd830347a440bc89d8', 'subnets': [{'id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:49.986740 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-72604af9-d9d6-41f7-917c-fcd9e1e70866 req-bec1f5a2-d125-43b1-8766-9f6b6620e03a tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444968 Jul 23 00:03:50.019250 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a478aba-210b-402a-bea5-87791767a23a None None] The sync data for ids ['b1922534-06e2-4521-ba66-f9143774f8c5'] in dv-cinder-801633-1-iscsi is: [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 4, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port': {'id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'ba371c79-8c60-4244-b8e0-8e90b2e696f2', 'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'mac_address': 'fa:16:3e:4b:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:48Z', 'updated_at': '2021-07-23T00:03:48Z', 'revision_number': 1, 'project_id': '689bc049906147bd830347a440bc89d8', 'subnets': [{'id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:50.072248 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:50.077659 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 234d3884-20cd-4044-ab3b-443bb99a4401 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:50.083903 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-75201b2d-b9f9-47e0-a7f0-2a646e6b5cd1 admin admin] 10.222.0.39 "PUT /v2.0/routers/b1922534-06e2-4521-ba66-f9143774f8c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2951069 Jul 23 00:03:50.106959 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a31fb424-0914-461c-ab6e-71b11dbc22e6 None None] Provisioning complete for port ba371c79-8c60-4244-b8e0-8e90b2e696f2 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:50.107320 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a31fb424-0914-461c-ab6e-71b11dbc22e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.146771 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362c0804-e9d7-401b-ae2a-3529b45737ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Router ec1a013e-cea4-48f4-80f2-3657da99353d has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:50.154783 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a31fb424-0914-461c-ab6e-71b11dbc22e6 None None] Port ba371c79-8c60-4244-b8e0-8e90b2e696f2 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:50.164989 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 234d3884-20cd-4044-ab3b-443bb99a4401 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:50.165360 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.239195 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-75caf723-fcb1-44ea-842f-f498836b0b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.284727 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362c0804-e9d7-401b-ae2a-3529b45737ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:50.290965 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-362c0804-e9d7-401b-ae2a-3529b45737ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.326743 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d098e1-dba1-4f91-a72d-867a6f919ef4 None None] Sync routers for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:50.339707 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d098e1-dba1-4f91-a72d-867a6f919ef4 None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:50.340389 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-c7d098e1-dba1-4f91-a72d-867a6f919ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:50.358659 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-362c0804-e9d7-401b-ae2a-3529b45737ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "PUT /v2.0/floatingips/2ca22305-cc9b-46f1-97b1-84a0a35132e9 HTTP/1.1" status: 200 len: 992 time: 1.6440089 Jul 23 00:03:50.359526 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:50.362517 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd54e6e-4ecc-4ab1-8b09-c9496bba6540" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "tag": "248e98f3-9327-4244-8a44-dc6af2137800"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:50.435940 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a1b8ad-b90e-4d2a-ad08-85a94bbb2d99 x-openstack-request-id: req-26a1b8ad-b90e-4d2a-ad08-85a94bbb2d99 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:50.436261 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "tag": "248e98f3-9327-4244-8a44-dc6af2137800", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:50.436514 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26a1b8ad-b90e-4d2a-ad08-85a94bbb2d99 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:50.436934 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800', 'status': 'completed', 'code': 200} Jul 23 00:03:50.479443 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-c7d098e1-dba1-4f91-a72d-867a6f919ef4 None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:50.492081 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.533083 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd54e6e-4ecc-4ab1-8b09-c9496bba6540 req-3350b905-0df1-4530-a038-36e9b78ec325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:50.534735 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9bd54e6e-4ecc-4ab1-8b09-c9496bba6540 req-3350b905-0df1-4530-a038-36e9b78ec325 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 1099 time: 0.0808637 Jul 23 00:03:50.670050 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd54e6e-4ecc-4ab1-8b09-c9496bba6540 req-d0de2b11-1636-43d3-9317-c8a104522c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:50.672442 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9bd54e6e-4ecc-4ab1-8b09-c9496bba6540 req-d0de2b11-1636-43d3-9317-c8a104522c15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 200 len: 917 time: 0.1302121 Jul 23 00:03:50.764820 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9bd54e6e-4ecc-4ab1-8b09-c9496bba6540 req-d99119ce-2a2c-4615-a4dd-afd816b93d70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=248e98f3-9327-4244-8a44-dc6af2137800 HTTP/1.1" status: 200 len: 1000 time: 0.0857255 Jul 23 00:03:50.779983 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53822) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:50.786789 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1918790439-network', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:50.827449 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Made reservation on behalf of 509cc23c805c486ca1064dd1136c7c94 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:50.827890 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.840048 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:50.854055 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd54e6e-4ecc-4ab1-8b09-c9496bba6540 req-496fb0c0-48e5-40db-97c8-bcecce9ce0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:50.855585 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9bd54e6e-4ecc-4ab1-8b09-c9496bba6540 req-496fb0c0-48e5-40db-97c8-bcecce9ce0e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=739940cf-291e-44ac-8d89-078a7a2a023d HTTP/1.1" status: 200 len: 855 time: 0.0819516 Jul 23 00:03:50.886245 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-c7d098e1-dba1-4f91-a72d-867a6f919ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '2ca22305-cc9b-46f1-97b1-84a0a35132e9', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'port_id': '248e98f3-9327-4244-8a44-dc6af2137800', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'mac_address': 'fa:16:3e:3b:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:03:31Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 1, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 5, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:50.953035 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d098e1-dba1-4f91-a72d-867a6f919ef4 None None] Checking router: ec1a013e-cea4-48f4-80f2-3657da99353d for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:50.953436 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd54e6e-4ecc-4ab1-8b09-c9496bba6540 req-065d21ff-0645-41c4-bf82-868c0ecf00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:50.953436 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9bd54e6e-4ecc-4ab1-8b09-c9496bba6540 req-065d21ff-0645-41c4-bf82-868c0ecf00fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d72d623f-3714-41dc-869a-b358bd7c89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871584 Jul 23 00:03:50.969609 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d098e1-dba1-4f91-a72d-867a6f919ef4 None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:50.970382 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-c7d098e1-dba1-4f91-a72d-867a6f919ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:51.010616 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.016392 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.045023 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:03:51.077696 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.077696 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Added segment 95996e26-93be-4cc7-a821-97958a90aab1 of type vlan for network a2dd6b31-f19a-4faf-9092-4a42c913d6ee Jul 23 00:03:51.086569 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f7bb0c-1bab-4a52-af31-6f773a0e9f86,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:51.111840 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-c7d098e1-dba1-4f91-a72d-867a6f919ef4 None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:51.133637 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.171969 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.172214 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9bd54e6e-4ecc-4ab1-8b09-c9496bba6540 req-9636594b-dbd0-48eb-b45b-e2bfa89b8395 service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095308 Jul 23 00:03:51.173466 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:51.174063 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.220108 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 53826) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:51.220397 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4339526 Jul 23 00:03:51.226248 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-7d2414f3-c4b3-4d27-9b33-d08d0735a410 admin admin] Request body: {'subnet': {'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1918790439-subnet', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:51.265090 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd866dee-5b8d-4649-bf67-ae9ac19f377b admin admin] Pushing event updated for resources: {'Network': ['ID=a2dd6b31-f19a-4faf-9092-4a42c913d6ee,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:51.275350 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network a2dd6b31-f19a-4faf-9092-4a42c913d6ee details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:03:51.308562 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241567a0-79ee-4bda-baf7-8a23368fca74 req-2c6f0d0f-9609-47e8-bdd4-4ea31f15a653 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:51.310129 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-241567a0-79ee-4bda-baf7-8a23368fca74 req-2c6f0d0f-9609-47e8-bdd4-4ea31f15a653 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.2007296 Jul 23 00:03:51.330183 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2414f3-c4b3-4d27-9b33-d08d0735a410 admin admin] Made reservation on behalf of 509cc23c805c486ca1064dd1136c7c94 for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:03:51.332858 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d2414f3-c4b3-4d27-9b33-d08d0735a410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5858349'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.361050 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9bd54e6e-4ecc-4ab1-8b09-c9496bba6540 req-a8e9b266-c84e-4b06-8d1e-604204d1f3ed service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806097 Jul 23 00:03:51.422768 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-241567a0-79ee-4bda-baf7-8a23368fca74 req-a5454574-179d-4894-9b3b-f276b15aacfc tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041341 Jul 23 00:03:51.434555 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-c7d098e1-dba1-4f91-a72d-867a6f919ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '2ca22305-cc9b-46f1-97b1-84a0a35132e9', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'port_id': '248e98f3-9327-4244-8a44-dc6af2137800', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'mac_address': 'fa:16:3e:3b:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:03:31Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 1, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 5, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:51.475621 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d098e1-dba1-4f91-a72d-867a6f919ef4 None None] The sync data for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi is: [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '2ca22305-cc9b-46f1-97b1-84a0a35132e9', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'port_id': '248e98f3-9327-4244-8a44-dc6af2137800', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'mac_address': 'fa:16:3e:3b:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:03:31Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 1, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 5, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:51.500852 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.570036 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d2414f3-c4b3-4d27-9b33-d08d0735a410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5858399'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.634165 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2414f3-c4b3-4d27-9b33-d08d0735a410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=767699af-e3e5-4f3d-a25f-1013eadf6161,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:51.640873 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2414f3-c4b3-4d27-9b33-d08d0735a410 admin admin] Checking segment: {'id': '95996e26-93be-4cc7-a821-97958a90aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:51.641221 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2414f3-c4b3-4d27-9b33-d08d0735a410 admin admin] Network hostable DHCP agents. Network: a2dd6b31-f19a-4faf-9092-4a42c913d6ee, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:03:51.660549 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2414f3-c4b3-4d27-9b33-d08d0735a410 admin admin] Network a2dd6b31-f19a-4faf-9092-4a42c913d6ee is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:03:51.672766 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-7d2414f3-c4b3-4d27-9b33-d08d0735a410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, a2dd6b31-f19a-4faf-9092-4a42c913d6ee) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:51.678695 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2414f3-c4b3-4d27-9b33-d08d0735a410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:51.679706 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d2414f3-c4b3-4d27-9b33-d08d0735a410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.686510 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ffe9cb-3773-4c2c-b6cd-fc6bff25d500 None None] Network a2dd6b31-f19a-4faf-9092-4a42c913d6ee requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:51.725417 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53830) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:51.725690 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7d2414f3-c4b3-4d27-9b33-d08d0735a410 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5043695 Jul 23 00:03:51.731042 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1918790439-router', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:51.764307 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-942690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9454'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.765863 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9441'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.794174 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 7aee86c1-93ce-4af2-a0c0-e0935da52f2b up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:51.819786 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4872e5-ee6c-44c1-9910-0f32d20ec1d6 None None] New status for floating IP 2ca22305-cc9b-46f1-97b1-84a0a35132e9: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:03:51.841090 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:51.991531 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9427'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.113581 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:03:52.129477 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64f19bdb-74e2-5c03-984e-713837794b33-a2dd6b31-f19a-4faf-9092-4a42c913d6ee', 'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'fixed_ips': [{'subnet_id': '767699af-e3e5-4f3d-a25f-1013eadf6161'}]}} from dv-cinder-801633-1-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:03:52.130292 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.153716 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 7aee86c1-93ce-4af2-a0c0-e0935da52f2b completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:52.165707 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 7aee86c1-93ce-4af2-a0c0-e0935da52f2b triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:52.166185 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.205636 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.228960 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.341324 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Allocated IP 172.27.0.162 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/e49e6897-edce-4fae-b21a-c3b5c6fb9468) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:52.445914 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:52.452104 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.462720 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Allocated IP 172.20.0.2 (a2dd6b31-f19a-4faf-9092-4a42c913d6ee/767699af-e3e5-4f3d-a25f-1013eadf6161/40b9208e-0d9b-44e7-8d2f-8a631bab3b12) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:52.472196 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.481236 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'port_id': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'mac_address': 'fa:16:3e:d4:24:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843656e0-512a-4b75-8920-4514597631c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:03:52.496965 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.513240 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 7aee86c1-93ce-4af2-a0c0-e0935da52f2b, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=7aee86c1-93ce-4af2-a0c0-e0935da52f2b,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:52.534663 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:52.538008 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.540816 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:52.544504 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:52.578180 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Pushing event updated for resources: {'Port': ['ID=e49e6897-edce-4fae-b21a-c3b5c6fb9468,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:52.595060 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7f48a-c110-4e20-977e-82fe49d799c6 req-69e53ebd-c318-4875-9c71-264749b2a87c tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:52.597082 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c9a7f48a-c110-4e20-977e-82fe49d799c6 req-69e53ebd-c318-4875-9c71-264749b2a87c tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.0873184 Jul 23 00:03:52.628283 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.646032 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c9a7f48a-c110-4e20-977e-82fe49d799c6 req-b5a6c1ae-de9a-48ff-961b-73649fe43f71 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437460 Jul 23 00:03:52.680352 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:03:52.701427 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=7aee86c1-93ce-4af2-a0c0-e0935da52f2b,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:52.732663 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:52.740975 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.780595 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.796133 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Transition to ACTIVE for port object 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:52.820513 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.821841 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:52.826374 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Transition to ACTIVE for port object 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:52.833620 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.880272 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Network a2dd6b31-f19a-4faf-9092-4a42c913d6ee is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:52.885583 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:52.890095 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:52.893772 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Pushing event updated for resources: {'Port': ['ID=40b9208e-0d9b-44e7-8d2f-8a631bab3b12,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:52.957375 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:03:52.979752 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Attempting to bind port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:52.980125 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Attempting to bind port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '95996e26-93be-4cc7-a821-97958a90aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:52.980483 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Attempting to bind port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 on network a2dd6b31-f19a-4faf-9092-4a42c913d6ee {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:52.988122 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:52.988366 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Checking segment: {'id': '95996e26-93be-4cc7-a821-97958a90aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:52.988731 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:52.989114 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Bound using segment: {'id': '95996e26-93be-4cc7-a821-97958a90aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:52.989578 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Bound port: 40b9208e-0d9b-44e7-8d2f-8a631bab3b12, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95996e26-93be-4cc7-a821-97958a90aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:52.990021 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:53.034021 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:53.104412 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] For port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:53.109090 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] For port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=40b9208e-0d9b-44e7-8d2f-8a631bab3b12,segment=NetworkSegment(95996e26-93be-4cc7-a821-97958a90aab1),segment_id=95996e26-93be-4cc7-a821-97958a90aab1)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:53.121015 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:53.174253 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Router 0a6ee153-6a36-476c-b22e-220a27c99004 is scheduled to L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:03:53.215291 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:53.220103 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad2088-3cc9-4911-b4d5-950cf8fba055 None None] Pushing event updated for resources: {'Port': ['ID=40b9208e-0d9b-44e7-8d2f-8a631bab3b12,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:53.290188 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:53.301547 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Sync routers for ids ['0a6ee153-6a36-476c-b22e-220a27c99004'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:53.308576 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:53.312645 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5be5e037-691f-43b8-b96f-460c16f8a621 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5825818 Jul 23 00:03:53.313107 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Routers {'0a6ee153-6a36-476c-b22e-220a27c99004'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:53.313107 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['0a6ee153-6a36-476c-b22e-220a27c99004'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:53.313315 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53840) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:53.458512 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Set router 0a6ee153-6a36-476c-b22e-220a27c99004 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:53.644494 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'name': 'tempest-TestMinimumBasicScenario-1918790439-router', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:51Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 3, 'project_id': '509cc23c805c486ca1064dd1136c7c94', 'gw_port': {'id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:52Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:53.680922 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Checking router: 0a6ee153-6a36-476c-b22e-220a27c99004 for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:53.681268 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Updating router 0a6ee153-6a36-476c-b22e-220a27c99004 port e49e6897-edce-4fae-b21a-c3b5c6fb9468 binding host dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:53.729917 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:53.812436 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0419b-05a5-4647-8024-a90bd55e1be2 req-b878ab18-43f1-4f1d-a491-e756056d5e11 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:53.814524 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-75a0419b-05a5-4647-8024-a90bd55e1be2 req-b878ab18-43f1-4f1d-a491-e756056d5e11 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 944 time: 0.0703151 Jul 23 00:03:53.874039 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-75a0419b-05a5-4647-8024-a90bd55e1be2 req-1b7ad320-aa09-4286-9132-64946f7cbea0 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481863 Jul 23 00:03:53.889716 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 7aee86c1-93ce-4af2-a0c0-e0935da52f2b up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:53.945683 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 7aee86c1-93ce-4af2-a0c0-e0935da52f2b triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:53.945940 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.075698 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:54.098078 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.109918 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Transition to ACTIVE for port object e49e6897-edce-4fae-b21a-c3b5c6fb9468 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:54.113658 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:54.117474 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.143731 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.160485 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f6c4c-14b2-4902-b858-6027ee75f0e0 None None] Pushing event updated for resources: {'Port': ['ID=e49e6897-edce-4fae-b21a-c3b5c6fb9468,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:54.184543 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Attempting to bind port e49e6897-edce-4fae-b21a-c3b5c6fb9468 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:54.184916 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Attempting to bind port e49e6897-edce-4fae-b21a-c3b5c6fb9468 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:54.185277 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Attempting to bind port e49e6897-edce-4fae-b21a-c3b5c6fb9468 on network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:54.198571 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:54.198935 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Checking segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:54.199275 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:54.199435 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.199842 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Bound using segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:54.200315 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Bound port: e49e6897-edce-4fae-b21a-c3b5c6fb9468, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:54.200717 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.209301 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:54.222076 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:54.222478 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.305729 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] For port e49e6897-edce-4fae-b21a-c3b5c6fb9468, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:54.309988 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] For port e49e6897-edce-4fae-b21a-c3b5c6fb9468, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=e49e6897-edce-4fae-b21a-c3b5c6fb9468,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:54.320348 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.339812 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.371541 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:54.373893 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7325ab3-23ea-4434-bba1-d53e4a766fd6" -d '{"events": [{"server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "name": "network-vif-plugged", "status": "completed", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:54.382905 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Allocated IP 172.20.0.1 (a2dd6b31-f19a-4faf-9092-4a42c913d6ee/767699af-e3e5-4f3d-a25f-1013eadf6161/782193c6-84f5-47ec-9041-0b4ad14db7fc) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:54.401042 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Routers {'0a6ee153-6a36-476c-b22e-220a27c99004'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:54.401987 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['0a6ee153-6a36-476c-b22e-220a27c99004'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:54.423971 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:54.429476 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.463157 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2844777d-94ae-4c9d-8665-1460c3b050c1 x-openstack-request-id: req-2844777d-94ae-4c9d-8665-1460c3b050c1 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:54.463469 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "name": "network-vif-plugged", "status": "completed", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:54.463726 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2844777d-94ae-4c9d-8665-1460c3b050c1 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:54.464112 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'code': 200} Jul 23 00:03:54.499590 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:54.535544 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f6c4c-14b2-4902-b858-6027ee75f0e0 None None] Pushing event updated for resources: {'Port': ['ID=e49e6897-edce-4fae-b21a-c3b5c6fb9468,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:54.535727 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.536622 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b14ea94-e180-42ed-adab-0147f39c3642 None None] Network a2dd6b31-f19a-4faf-9092-4a42c913d6ee requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:03:54.561659 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Transition to ACTIVE for port object 782193c6-84f5-47ec-9041-0b4ad14db7fc will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:54.606234 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] Set router 0a6ee153-6a36-476c-b22e-220a27c99004 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:54.621852 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.627517 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Sync routers for ids ['b1922534-06e2-4521-ba66-f9143774f8c5'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:54.653127 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Routers {'b1922534-06e2-4521-ba66-f9143774f8c5'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:54.653919 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['b1922534-06e2-4521-ba66-f9143774f8c5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:54.661960 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-3088a00f-233c-4ab6-953d-0e60ebef9eb9 None None] Provisioning for port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:54.686453 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Network a2dd6b31-f19a-4faf-9092-4a42c913d6ee is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:54.687526 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Pushing event updated for resources: {'Port': ['ID=782193c6-84f5-47ec-9041-0b4ad14db7fc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:54.692330 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:54.695524 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:54.733277 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942da51-5bee-47a1-a0b6-822512d828a3 req-a0a89fac-ed92-43e8-bb14-56547220cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:54.735285 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f942da51-5bee-47a1-a0b6-822512d828a3 req-a0a89fac-ed92-43e8-bb14-56547220cc61 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 1098 time: 0.0798328 Jul 23 00:03:54.735811 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942669'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.779232 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f942da51-5bee-47a1-a0b6-822512d828a3 req-94ff5021-5aa2-4b8e-a700-0368ad6ec701 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371764 Jul 23 00:03:54.846987 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'name': 'tempest-TestMinimumBasicScenario-1918790439-router', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:51Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 3, 'project_id': '509cc23c805c486ca1064dd1136c7c94', 'gw_port': {'id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:52Z', 'updated_at': '2021-07-23T00:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:54.873837 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fb5956-61eb-499b-b5df-75a0e0346ce6 None None] The sync data for ids ['0a6ee153-6a36-476c-b22e-220a27c99004'] in dv-cinder-801633-1-iscsi is: [{'id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'name': 'tempest-TestMinimumBasicScenario-1918790439-router', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:51Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 3, 'project_id': '509cc23c805c486ca1064dd1136c7c94', 'gw_port': {'id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:52Z', 'updated_at': '2021-07-23T00:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:54.883890 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-3088a00f-233c-4ab6-953d-0e60ebef9eb9 None None] Provisioning complete for port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:54.884255 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3088a00f-233c-4ab6-953d-0e60ebef9eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:54.909859 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.039243 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c191ce-6152-4caf-97fc-dbe501d8b29b req-84989135-101a-4962-a4c7-67afbddb4945 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:55.049034 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-11c191ce-6152-4caf-97fc-dbe501d8b29b req-84989135-101a-4962-a4c7-67afbddb4945 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0904055 Jul 23 00:03:55.058078 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Set router b1922534-06e2-4521-ba66-f9143774f8c5 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:55.114158 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-11c191ce-6152-4caf-97fc-dbe501d8b29b req-c2d32d84-5baa-4783-9379-3e6a06f91247 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617776 Jul 23 00:03:55.140607 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.151412 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6971887'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.244459 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Pushing event updated for resources: {'Port': ['ID=782193c6-84f5-47ec-9041-0b4ad14db7fc,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:55.251305 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939261'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.279212 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3088a00f-233c-4ab6-953d-0e60ebef9eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.334042 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-3088a00f-233c-4ab6-953d-0e60ebef9eb9 None None] For port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=40b9208e-0d9b-44e7-8d2f-8a631bab3b12,segment=NetworkSegment(95996e26-93be-4cc7-a821-97958a90aab1),segment_id=95996e26-93be-4cc7-a821-97958a90aab1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:55.357694 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3088a00f-233c-4ab6-953d-0e60ebef9eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.372848 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Network a2dd6b31-f19a-4faf-9092-4a42c913d6ee is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:55.374460 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:55.433488 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088a00f-233c-4ab6-953d-0e60ebef9eb9 None None] Pushing event updated for resources: {'Port': ['ID=40b9208e-0d9b-44e7-8d2f-8a631bab3b12,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:55.453239 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 4, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port': {'id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'ba371c79-8c60-4244-b8e0-8e90b2e696f2', 'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'mac_address': 'fa:16:3e:4b:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:48Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 2, 'project_id': '689bc049906147bd830347a440bc89d8', 'subnets': [{'id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:55.490836 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Checking router: b1922534-06e2-4521-ba66-f9143774f8c5 for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:55.491242 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Updating router b1922534-06e2-4521-ba66-f9143774f8c5 port ba371c79-8c60-4244-b8e0-8e90b2e696f2 binding host dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:55.515210 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Router 0a6ee153-6a36-476c-b22e-220a27c99004 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:55.538296 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.703207 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:55.712551 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7dde4405-828d-4600-8c1c-067bff03df15 admin admin] 10.222.0.39 "PUT /v2.0/routers/0a6ee153-6a36-476c-b22e-220a27c99004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3984396 Jul 23 00:03:55.771987 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e9b5ae0f-9405-477e-adee-b9e52715ce12 None None] Provisioning complete for port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:55.772478 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ae0f-9405-477e-adee-b9e52715ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:55.939766 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:56.115162 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e9b5ae0f-9405-477e-adee-b9e52715ce12 None None] Provisioning for port 782193c6-84f5-47ec-9041-0b4ad14db7fc completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:56.119679 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:56.120046 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.151994 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.154175 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-e9b5ae0f-9405-477e-adee-b9e52715ce12 None None] Provisioning complete for port 782193c6-84f5-47ec-9041-0b4ad14db7fc triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:56.154525 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e9b5ae0f-9405-477e-adee-b9e52715ce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.205948 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Transition to ACTIVE for port object ba371c79-8c60-4244-b8e0-8e90b2e696f2 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:03:56.222129 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.259739 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219dc0c-fc33-45c5-8184-c1a77921b561 req-f8ae9ba1-4160-4248-a896-caa9395c6fa9 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:56.262383 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e219dc0c-fc33-45c5-8184-c1a77921b561 req-f8ae9ba1-4160-4248-a896-caa9395c6fa9 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0855329 Jul 23 00:03:56.270111 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-e9b5ae0f-9405-477e-adee-b9e52715ce12 None None] Port 782193c6-84f5-47ec-9041-0b4ad14db7fc cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:56.303012 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac887b5-e34c-4578-a4cd-eb517b3b9aaf None None] Pushing event updated for resources: {'Port': ['ID=ba371c79-8c60-4244-b8e0-8e90b2e696f2,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:56.325696 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e219dc0c-fc33-45c5-8184-c1a77921b561 req-192df18f-e4b9-4a80-9b92-9ef1cc3d02bd tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567594 Jul 23 00:03:56.368195 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device e49e6897-edce-4fae-b21a-c3b5c6fb9468 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:56.435636 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Attempting to bind port ba371c79-8c60-4244-b8e0-8e90b2e696f2 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:03:56.436100 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Attempting to bind port ba371c79-8c60-4244-b8e0-8e90b2e696f2 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:03:56.436522 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Attempting to bind port ba371c79-8c60-4244-b8e0-8e90b2e696f2 on network aadc0089-da74-4985-8ba6-972fe5cf4507 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:03:56.455715 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:03:56.456154 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Checking segment: {'id': 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:03:56.456727 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.457268 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Bound using segment: {'id': 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:03:56.458027 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Bound port: ba371c79-8c60-4244-b8e0-8e90b2e696f2, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:03:56.459688 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.473339 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-11064df2-ff3d-4b10-a9d2-fff0ecf27613 None None] Provisioning complete for port 782193c6-84f5-47ec-9041-0b4ad14db7fc triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:56.473736 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-11064df2-ff3d-4b10-a9d2-fff0ecf27613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.485085 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a670ab-b890-47f7-a7a8-47e9dd47cddb req-8fcd59d0-af12-40bb-8943-128154635b6e tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:56.492649 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-19a670ab-b890-47f7-a7a8-47e9dd47cddb req-8fcd59d0-af12-40bb-8943-128154635b6e tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0887222 Jul 23 00:03:56.548249 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-11064df2-ff3d-4b10-a9d2-fff0ecf27613 None None] Port 782193c6-84f5-47ec-9041-0b4ad14db7fc cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:03:56.550446 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-19a670ab-b890-47f7-a7a8-47e9dd47cddb req-b870689c-8e3e-4f16-aa96-f37ed3ca421c tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568771 Jul 23 00:03:56.556223 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port e49e6897-edce-4fae-b21a-c3b5c6fb9468 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:56.564535 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port e49e6897-edce-4fae-b21a-c3b5c6fb9468 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:56.564902 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.574272 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53890) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:56.616268 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] For port ba371c79-8c60-4244-b8e0-8e90b2e696f2, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:03:56.620568 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] For port ba371c79-8c60-4244-b8e0-8e90b2e696f2, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=ba371c79-8c60-4244-b8e0-8e90b2e696f2,segment=NetworkSegment(b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2),segment_id=b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:03:56.628359 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.733205 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Routers {'b1922534-06e2-4521-ba66-f9143774f8c5'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:56.733655 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['b1922534-06e2-4521-ba66-f9143774f8c5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:56.784363 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac887b5-e34c-4578-a4cd-eb517b3b9aaf None None] Pushing event updated for resources: {'Port': ['ID=ba371c79-8c60-4244-b8e0-8e90b2e696f2,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:56.827175 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.866700 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc62b48-2f4e-42af-a012-c5bd900b72d2 tempest-TestShelveInstance-729575511 tempest-TestShelveInstance-729575511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:56.868311 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bdc62b48-2f4e-42af-a012-c5bd900b72d2 tempest-TestShelveInstance-729575511 tempest-TestShelveInstance-729575511-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 1093 time: 0.2929904 Jul 23 00:03:56.869183 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port e49e6897-edce-4fae-b21a-c3b5c6fb9468, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=e49e6897-edce-4fae-b21a-c3b5c6fb9468,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:56.872129 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53902) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:03:56.879088 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Request body: {'floatingip': {'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'port_id': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:03:56.886631 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.912340 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:56.931633 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] Set router b1922534-06e2-4521-ba66-f9143774f8c5 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:56.995987 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=e49e6897-edce-4fae-b21a-c3b5c6fb9468,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:57.125458 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.243777 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 4, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port': {'id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'ba371c79-8c60-4244-b8e0-8e90b2e696f2', 'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'mac_address': 'fa:16:3e:4b:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:48Z', 'updated_at': '2021-07-23T00:03:56Z', 'revision_number': 4, 'project_id': '689bc049906147bd830347a440bc89d8', 'subnets': [{'id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:57.266478 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Allocated IP 172.27.0.54 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/91ddb5dd-2e22-4f16-a8d1-b1da36688bdf) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:03:57.274726 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b006416-7a9b-4e39-af22-543be2984f86 None None] The sync data for ids ['b1922534-06e2-4521-ba66-f9143774f8c5'] in dv-cinder-801633-1-iscsi is: [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 4, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port': {'id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'ba371c79-8c60-4244-b8e0-8e90b2e696f2', 'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'mac_address': 'fa:16:3e:4b:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:48Z', 'updated_at': '2021-07-23T00:03:56Z', 'revision_number': 4, 'project_id': '689bc049906147bd830347a440bc89d8', 'subnets': [{'id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:03:57.418956 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.463423 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.479886 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:03:57.498364 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:03:57.502518 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:03:57.538526 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Pushing event updated for resources: {'Port': ['ID=91ddb5dd-2e22-4f16-a8d1-b1da36688bdf,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:57.791777 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device ba371c79-8c60-4244-b8e0-8e90b2e696f2 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:57.860185 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port ba371c79-8c60-4244-b8e0-8e90b2e696f2 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:03:57.866723 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port ba371c79-8c60-4244-b8e0-8e90b2e696f2 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:57.867095 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.954480 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.961561 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:57.995516 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port ba371c79-8c60-4244-b8e0-8e90b2e696f2, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=ba371c79-8c60-4244-b8e0-8e90b2e696f2,segment=NetworkSegment(b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2),segment_id=b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:03:58.005815 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:58.006761 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device e49e6897-edce-4fae-b21a-c3b5c6fb9468 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:58.077064 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:58.097133 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=ba371c79-8c60-4244-b8e0-8e90b2e696f2,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:58.122279 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port e49e6897-edce-4fae-b21a-c3b5c6fb9468 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:58.122786 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:58.368616 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:58.377967 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6971887'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:58.501877 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Pushing event updated for resources: {'Port': ['ID=91ddb5dd-2e22-4f16-a8d1-b1da36688bdf,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:03:58.513072 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:58.632590 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Floating IP ad6f5aaf-92b8-4cb7-81ec-14b866582a58 associated. External IP: 172.27.0.54, port: 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4. Jul 23 00:03:58.901321 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:03:58.979359 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Sync routers for ids ['0a6ee153-6a36-476c-b22e-220a27c99004'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:59.000684 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Routers {'0a6ee153-6a36-476c-b22e-220a27c99004'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:59.001757 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['0a6ee153-6a36-476c-b22e-220a27c99004'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:59.066889 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:03:59.077687 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70128421-73d1-4493-abf7-7e9a4e64b95d None None] Sync routers for ids ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:03:59.090457 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70128421-73d1-4493-abf7-7e9a4e64b95d None None] Routers {'4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:59.091927 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-70128421-73d1-4493-abf7-7e9a4e64b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:59.106299 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:59.190593 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-131d6528-ff42-4cf9-a5a3-fe203ba23480 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3163548 Jul 23 00:03:59.191676 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:03:59.194949 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1029b0f43a7212f692e64cb23b57dc484f66a08fe6c1c2d0512510b03b45e580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44d7311-0501-45cd-b00f-85f4f701bbad" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:03:59.256969 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b575e6-ee5f-4f55-8676-a8baa1ec96b3 x-openstack-request-id: req-01b575e6-ee5f-4f55-8676-a8baa1ec96b3 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:03:59.257260 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:03:59.257507 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01b575e6-ee5f-4f55-8676-a8baa1ec96b3 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:03:59.258665 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'status': 'completed', 'code': 200} Jul 23 00:03:59.322087 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Set router 0a6ee153-6a36-476c-b22e-220a27c99004 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:59.388000 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d7311-0501-45cd-b00f-85f4f701bbad req-52699c22-fce4-4b86-aa7e-40a60163257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:59.392191 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f44d7311-0501-45cd-b00f-85f4f701bbad req-52699c22-fce4-4b86-aa7e-40a60163257a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=720082b42b024fc3ad77e031d129b01c&device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 1098 time: 0.1006608 Jul 23 00:03:59.457541 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-70128421-73d1-4493-abf7-7e9a4e64b95d None None] Set router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:03:59.520125 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d7311-0501-45cd-b00f-85f4f701bbad req-b820cf7e-d5f0-4a67-bb47-9552c4b3314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:59.521827 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f44d7311-0501-45cd-b00f-85f4f701bbad req-b820cf7e-d5f0-4a67-bb47-9552c4b3314c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3790749-49d5-4041-8e57-7e69f4eb4d80 HTTP/1.1" status: 200 len: 909 time: 0.1155305 Jul 23 00:03:59.592456 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'name': 'tempest-TestMinimumBasicScenario-1918790439-router', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:51Z', 'updated_at': '2021-07-23T00:03:54Z', 'revision_number': 4, 'project_id': '509cc23c805c486ca1064dd1136c7c94', 'gw_port': {'id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:52Z', 'updated_at': '2021-07-23T00:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '782193c6-84f5-47ec-9041-0b4ad14db7fc', 'name': '', 'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'mac_address': 'fa:16:3e:7b:7a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '767699af-e3e5-4f3d-a25f-1013eadf6161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:54Z', 'updated_at': '2021-07-23T00:03:54Z', 'revision_number': 2, 'project_id': '509cc23c805c486ca1064dd1136c7c94', 'subnets': [{'id': '767699af-e3e5-4f3d-a25f-1013eadf6161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:59.625019 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f44d7311-0501-45cd-b00f-85f4f701bbad req-2d4ede86-48ba-4275-850e-e2820da4d12d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 HTTP/1.1" status: 200 len: 998 time: 0.0958028 Jul 23 00:03:59.648098 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Checking router: 0a6ee153-6a36-476c-b22e-220a27c99004 for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:59.648714 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Updating router 0a6ee153-6a36-476c-b22e-220a27c99004 port 782193c6-84f5-47ec-9041-0b4ad14db7fc binding host dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:03:59.699942 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:59.723422 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d7311-0501-45cd-b00f-85f4f701bbad req-d8e7e572-cce8-44e6-9407-fa28f30167fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:59.725175 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f44d7311-0501-45cd-b00f-85f4f701bbad req-d8e7e572-cce8-44e6-9407-fa28f30167fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843656e0-512a-4b75-8920-4514597631c6 HTTP/1.1" status: 200 len: 847 time: 0.0920520 Jul 23 00:03:59.804822 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device ba371c79-8c60-4244-b8e0-8e90b2e696f2 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:03:59.850733 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d7311-0501-45cd-b00f-85f4f701bbad req-ded409a4-99a6-49ee-b6e4-45b461e0fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:03:59.852638 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f44d7311-0501-45cd-b00f-85f4f701bbad req-ded409a4-99a6-49ee-b6e4-45b461e0fe19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3790749-49d5-4041-8e57-7e69f4eb4d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1122122 Jul 23 00:03:59.891303 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-70128421-73d1-4493-abf7-7e9a4e64b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 4, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port': {'id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': 'ad6f5aaf-92b8-4cb7-81ec-14b866582a58', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'port_id': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'mac_address': 'fa:16:3e:d4:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:03:57Z', 'updated_at': '2021-07-23T00:03:57Z', 'revision_number': 0, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51', 'name': '', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'mac_address': 'fa:16:3e:48:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '843656e0-512a-4b75-8920-4514597631c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:03Z', 'updated_at': '2021-07-23T00:03:10Z', 'revision_number': 5, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'subnets': [{'id': '843656e0-512a-4b75-8920-4514597631c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:03:59.930654 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70128421-73d1-4493-abf7-7e9a4e64b95d None None] Checking router: 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:03:59.934939 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port ba371c79-8c60-4244-b8e0-8e90b2e696f2 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:03:59.935310 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:03:59.980122 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70128421-73d1-4493-abf7-7e9a4e64b95d None None] Routers {'4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:03:59.980766 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-70128421-73d1-4493-abf7-7e9a4e64b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:00.016394 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f44d7311-0501-45cd-b00f-85f4f701bbad req-cb38361f-c549-41eb-a22a-e3287183f8ab service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535199 Jul 23 00:04:00.124675 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:00.128301 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f44d7311-0501-45cd-b00f-85f4f701bbad req-4e6f421b-601a-430b-9616-75b34bd70ae0 service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041489 Jul 23 00:04:00.139253 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Transition to ACTIVE for port object 782193c6-84f5-47ec-9041-0b4ad14db7fc will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:00.149675 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:00.181457 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-70128421-73d1-4493-abf7-7e9a4e64b95d None None] Set router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:00.208679 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee75e60-41b6-4dcc-a325-626f1cb50b3b None None] Pushing event updated for resources: {'Port': ['ID=782193c6-84f5-47ec-9041-0b4ad14db7fc,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:00.278912 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Attempting to bind port 782193c6-84f5-47ec-9041-0b4ad14db7fc on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:04:00.279899 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Attempting to bind port 782193c6-84f5-47ec-9041-0b4ad14db7fc by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '95996e26-93be-4cc7-a821-97958a90aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:04:00.280255 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Attempting to bind port 782193c6-84f5-47ec-9041-0b4ad14db7fc on network a2dd6b31-f19a-4faf-9092-4a42c913d6ee {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:00.288054 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:04:00.288416 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Checking segment: {'id': '95996e26-93be-4cc7-a821-97958a90aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:00.288872 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:00.289258 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Bound using segment: {'id': '95996e26-93be-4cc7-a821-97958a90aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:04:00.289724 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Bound port: 782193c6-84f5-47ec-9041-0b4ad14db7fc, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95996e26-93be-4cc7-a821-97958a90aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:04:00.290108 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:00.389173 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] For port 782193c6-84f5-47ec-9041-0b4ad14db7fc, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:04:00.396751 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] For port 782193c6-84f5-47ec-9041-0b4ad14db7fc, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=782193c6-84f5-47ec-9041-0b4ad14db7fc,segment=NetworkSegment(95996e26-93be-4cc7-a821-97958a90aab1),segment_id=95996e26-93be-4cc7-a821-97958a90aab1)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:04:00.403430 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:00.436547 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Routers {'0a6ee153-6a36-476c-b22e-220a27c99004'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:00.437198 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:03:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['0a6ee153-6a36-476c-b22e-220a27c99004'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:00.555468 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-70128421-73d1-4493-abf7-7e9a4e64b95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 4, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port': {'id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': 'ad6f5aaf-92b8-4cb7-81ec-14b866582a58', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'port_id': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'mac_address': 'fa:16:3e:d4:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:03:57Z', 'updated_at': '2021-07-23T00:03:57Z', 'revision_number': 0, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51', 'name': '', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'mac_address': 'fa:16:3e:48:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '843656e0-512a-4b75-8920-4514597631c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:03Z', 'updated_at': '2021-07-23T00:03:10Z', 'revision_number': 5, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'subnets': [{'id': '843656e0-512a-4b75-8920-4514597631c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:00.602870 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70128421-73d1-4493-abf7-7e9a4e64b95d None None] The sync data for ids ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'] in dv-cinder-801633-1-iscsi is: [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 4, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port': {'id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': 'ad6f5aaf-92b8-4cb7-81ec-14b866582a58', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'port_id': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'mac_address': 'fa:16:3e:d4:24:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:03:57Z', 'updated_at': '2021-07-23T00:03:57Z', 'revision_number': 0, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51', 'name': '', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'mac_address': 'fa:16:3e:48:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '843656e0-512a-4b75-8920-4514597631c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:03Z', 'updated_at': '2021-07-23T00:03:10Z', 'revision_number': 5, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'subnets': [{'id': '843656e0-512a-4b75-8920-4514597631c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:04:00.621952 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee75e60-41b6-4dcc-a325-626f1cb50b3b None None] Pushing event updated for resources: {'Port': ['ID=782193c6-84f5-47ec-9041-0b4ad14db7fc,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:00.650410 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] Set router 0a6ee153-6a36-476c-b22e-220a27c99004 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:00.918864 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'name': 'tempest-TestMinimumBasicScenario-1918790439-router', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:51Z', 'updated_at': '2021-07-23T00:03:54Z', 'revision_number': 4, 'project_id': '509cc23c805c486ca1064dd1136c7c94', 'gw_port': {'id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:52Z', 'updated_at': '2021-07-23T00:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '782193c6-84f5-47ec-9041-0b4ad14db7fc', 'name': '', 'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'mac_address': 'fa:16:3e:7b:7a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '767699af-e3e5-4f3d-a25f-1013eadf6161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:54Z', 'updated_at': '2021-07-23T00:04:00Z', 'revision_number': 4, 'project_id': '509cc23c805c486ca1064dd1136c7c94', 'subnets': [{'id': '767699af-e3e5-4f3d-a25f-1013eadf6161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:00.958927 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a49afe-02a7-4f4d-9b15-c9d8dc7cbea0 None None] The sync data for ids ['0a6ee153-6a36-476c-b22e-220a27c99004'] in dv-cinder-801633-1-iscsi is: [{'id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'name': 'tempest-TestMinimumBasicScenario-1918790439-router', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:51Z', 'updated_at': '2021-07-23T00:03:54Z', 'revision_number': 4, 'project_id': '509cc23c805c486ca1064dd1136c7c94', 'gw_port': {'id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:52Z', 'updated_at': '2021-07-23T00:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '782193c6-84f5-47ec-9041-0b4ad14db7fc', 'name': '', 'network_id': 'a2dd6b31-f19a-4faf-9092-4a42c913d6ee', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'mac_address': 'fa:16:3e:7b:7a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '767699af-e3e5-4f3d-a25f-1013eadf6161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:54Z', 'updated_at': '2021-07-23T00:04:00Z', 'revision_number': 4, 'project_id': '509cc23c805c486ca1064dd1136c7c94', 'subnets': [{'id': '767699af-e3e5-4f3d-a25f-1013eadf6161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:04:00.965016 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-795c7531-dfb1-4222-8efe-e76e3c41d6f5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064742934&fields=id&tenant_id=c5a117d82f31471d937ce5cd8a61b87d HTTP/1.1" status: 200 len: 267 time: 0.0467050 Jul 23 00:04:01.088971 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-25fec6b3-f9bc-47ea-8aba-6e506219694f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:01.090476 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-25fec6b3-f9bc-47ea-8aba-6e506219694f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 812 time: 0.1126289 Jul 23 00:04:01.106640 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-d3e8d4e5-1567-433e-98d3-c5a8cac6f6d4 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/quotas/c5a117d82f31471d937ce5cd8a61b87d HTTP/1.1" status: 200 len: 375 time: 0.0094547 Jul 23 00:04:01.199761 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-1ba802ea-7b5c-4596-b654-668eabdac30a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852687 Jul 23 00:04:01.360298 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-4b704ed8-489c-4045-b417-ea406d04926d service neutron] 10.222.0.39 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444554 Jul 23 00:04:01.469419 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-14e197ed-b3ab-44b1-bec3-3580d8e4f158 service neutron] 10.222.0.39 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006353 Jul 23 00:04:01.499969 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce851e39-28c6-4e4d-827a-5f00d3c052de None None] New status for floating IP ad6f5aaf-92b8-4cb7-81ec-14b866582a58: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:04:01.812768 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 782193c6-84f5-47ec-9041-0b4ad14db7fc up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:01.890508 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 782193c6-84f5-47ec-9041-0b4ad14db7fc completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:01.897107 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 782193c6-84f5-47ec-9041-0b4ad14db7fc triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:01.897517 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:01.936044 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-71e8fa9c-3811-4c78-92b7-fd228a55996b req-21a7049f-3c85-44c6-adc2-73671528d563 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 210 time: 0.0340781 Jul 23 00:04:02.013358 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.058465 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 782193c6-84f5-47ec-9041-0b4ad14db7fc, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=782193c6-84f5-47ec-9041-0b4ad14db7fc,segment=NetworkSegment(95996e26-93be-4cc7-a821-97958a90aab1),segment_id=95996e26-93be-4cc7-a821-97958a90aab1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:02.064787 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:02.122310 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=782193c6-84f5-47ec-9041-0b4ad14db7fc,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:02.130325 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.130562 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.130777 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.131747 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.131747 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.131747 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.132074 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.132690 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.132690 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.133150 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.133338 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:02.133643 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:03.107005 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-84891475-ebde-4421-a073-2694e4a71b79 req-66b638a4-7d27-4e8e-8a38-c4758ee8bce1 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 210 time: 0.0339594 Jul 23 00:04:03.141827 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-0ec3db48-cf41-4c93-af1a-5cd7a41a3b3a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:03.143301 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-0ec3db48-cf41-4c93-af1a-5cd7a41a3b3a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 812 time: 0.1626854 Jul 23 00:04:03.197666 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-5973ff1a-f8b0-4c6c-800c-682f0d6ef912 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5a117d82f31471d937ce5cd8a61b87d HTTP/1.1" status: 200 len: 380 time: 0.0440080 Jul 23 00:04:03.208009 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Request body: {'port': {'device_id': 'e13fde34-e20d-42b2-94fe-36502ef1a5ab', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'admin_state_up': True, 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'security_groups': ['677626ab-4245-48d6-b8c2-461b273ebdc6']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:03.334827 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Made reservation on behalf of c5a117d82f31471d937ce5cd8a61b87d for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:04:03.338312 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.474145 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Allocated IP 172.20.0.3 (16a89ca6-edd5-41b5-91f3-8c092f63f5f5/0d79cc2b-c474-480f-8614-aba5b2e5e8db/7a7fd115-b280-48f9-a7f2-d3a551ab7ab6) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:04:03.646797 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.681157 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Transition to ACTIVE for port object 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:03.720316 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.783810 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 782193c6-84f5-47ec-9041-0b4ad14db7fc up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:03.798875 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:04:03.804798 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:03.821700 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:04:03.881165 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 782193c6-84f5-47ec-9041-0b4ad14db7fc triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:03.881629 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.885398 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:03.886657 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:03.902429 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'Port': ['ID=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:03.917439 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-16ef871e-1f15-4378-bcd0-6dc18b6a94eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7132852 Jul 23 00:04:03.930010 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Request body: {'port': {'device_id': 'e13fde34-e20d-42b2-94fe-36502ef1a5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:04.039095 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.108588 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-ac504513-7c4a-431e-b46b-240f681675f2 None None] Provisioning for port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:04.118061 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-ac504513-7c4a-431e-b46b-240f681675f2 None None] Provisioning complete for port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:04.118413 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ac504513-7c4a-431e-b46b-240f681675f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.157285 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-ac504513-7c4a-431e-b46b-240f681675f2 None None] Port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:04:04.541147 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af6300-bbf0-408c-82ee-b4cfa3a6c820 req-c23e73c9-7541-4c03-8993-466068dde5c2 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:04.542616 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-01af6300-bbf0-408c-82ee-b4cfa3a6c820 req-c23e73c9-7541-4c03-8993-466068dde5c2 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 931 time: 0.1387978 Jul 23 00:04:04.610655 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-01af6300-bbf0-408c-82ee-b4cfa3a6c820 req-0cddf308-df9b-4f0e-8e88-46d147d71a43 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572982 Jul 23 00:04:04.662776 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:04:04.673307 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.687623 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Transition to ACTIVE for port object 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:04.692179 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.748271 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:04.844136 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Attempting to bind port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:04:04.845175 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Attempting to bind port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:04:04.847462 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Attempting to bind port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 on network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:04.852418 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 on network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:04:04.852739 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Attempting to bind port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 on network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:04.857829 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:04:04.858562 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Checking segment: {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:04.859117 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Bound using segment: {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:04:04.859807 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Bound port: 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:04:04.860368 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:04.952419 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] For port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:04:04.958235 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] For port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:04:04.962870 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:05.013709 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:05.014325 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:05.015892 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] 10.222.0.41 "PUT /v2.0/ports/7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 HTTP/1.1" status: 200 len: 1093 time: 1.0911200 Jul 23 00:04:05.016163 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13fde34-e20d-42b2-94fe-36502ef1a5ab', 'tag': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:05.018447 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a8808f-dc1c-4c6b-a1e2-576ae6cc6272" -d '{"events": [{"name": "network-changed", "server_uuid": "e13fde34-e20d-42b2-94fe-36502ef1a5ab", "tag": "7a7fd115-b280-48f9-a7f2-d3a551ab7ab6"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:05.068200 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eaafa4-d094-414a-bf68-71e69c742835 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:05.106043 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bd82c8-bf92-48e1-adde-37f444ea936f x-openstack-request-id: req-83bd82c8-bf92-48e1-adde-37f444ea936f {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:05.106337 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13fde34-e20d-42b2-94fe-36502ef1a5ab", "tag": "7a7fd115-b280-48f9-a7f2-d3a551ab7ab6", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:05.106641 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83bd82c8-bf92-48e1-adde-37f444ea936f {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:05.107038 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13fde34-e20d-42b2-94fe-36502ef1a5ab', 'tag': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6', 'status': 'completed', 'code': 200} Jul 23 00:04:05.168869 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-be38e8c6-29ce-4abb-baea-1f836141d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:05.170426 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-be38e8c6-29ce-4abb-baea-1f836141d163 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 1096 time: 0.0854664 Jul 23 00:04:05.229882 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-6c455b71-8127-40df-932d-6d601a8a8754 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 HTTP/1.1" status: 200 len: 217 time: 0.0441568 Jul 23 00:04:05.285404 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-29d050b4-a6e1-4a9f-95da-246c61136b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:05.286807 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-29d050b4-a6e1-4a9f-95da-246c61136b4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 200 len: 851 time: 0.0503256 Jul 23 00:04:05.351669 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-15941ce2-1cee-4a88-a7c1-6734ba435db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:05.353329 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-15941ce2-1cee-4a88-a7c1-6734ba435db9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599267 Jul 23 00:04:05.449851 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-43c22b6a-b153-4c06-ad06-74792347d557 service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886235 Jul 23 00:04:05.548646 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56b49823-324b-4b6b-88b6-8ed798bc684a req-c2d5cfc3-8f72-48cc-9483-f3435edee6ea service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931821 Jul 23 00:04:05.681409 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8808f-dc1c-4c6b-a1e2-576ae6cc6272 req-9dfee58e-2691-4cde-9001-0bbd5e52007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:05.682899 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-98a8808f-dc1c-4c6b-a1e2-576ae6cc6272 req-9dfee58e-2691-4cde-9001-0bbd5e52007e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 1096 time: 0.0820334 Jul 23 00:04:05.819889 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8808f-dc1c-4c6b-a1e2-576ae6cc6272 req-f0add730-a94c-46d3-9773-4bc5707620b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:05.821354 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-98a8808f-dc1c-4c6b-a1e2-576ae6cc6272 req-f0add730-a94c-46d3-9773-4bc5707620b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 913 time: 0.1257353 Jul 23 00:04:05.834125 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8aae7-599f-4fc3-aaaa-8c5eae3a29d8 req-ab6b9655-e682-49f5-9774-fbd1a9d3a699 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:05.835654 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fec8aae7-599f-4fc3-aaaa-8c5eae3a29d8 req-ab6b9655-e682-49f5-9774-fbd1a9d3a699 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.1419146 Jul 23 00:04:05.882266 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-98a8808f-dc1c-4c6b-a1e2-576ae6cc6272 req-6257f096-bfcc-4cf0-acc2-4a208763ce36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 HTTP/1.1" status: 200 len: 217 time: 0.0455790 Jul 23 00:04:05.916829 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fec8aae7-599f-4fc3-aaaa-8c5eae3a29d8 req-f98d9c07-664f-4330-8d3c-cdb450416c95 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740626 Jul 23 00:04:05.954874 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8808f-dc1c-4c6b-a1e2-576ae6cc6272 req-04013667-9e4c-408c-8775-de1aeaa2f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:05.960828 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-98a8808f-dc1c-4c6b-a1e2-576ae6cc6272 req-04013667-9e4c-408c-8775-de1aeaa2f022 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 200 len: 851 time: 0.0579228 Jul 23 00:04:06.029325 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8808f-dc1c-4c6b-a1e2-576ae6cc6272 req-794a930e-c6d1-4f63-ac88-e0d28a0b7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:06.031527 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-98a8808f-dc1c-4c6b-a1e2-576ae6cc6272 req-794a930e-c6d1-4f63-ac88-e0d28a0b7503 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631595 Jul 23 00:04:06.152809 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-98a8808f-dc1c-4c6b-a1e2-576ae6cc6272 req-d7c619e4-c07f-4274-a8d3-56059e6e12f5 service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150081 Jul 23 00:04:06.260421 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-98a8808f-dc1c-4c6b-a1e2-576ae6cc6272 req-7ea0fa74-8413-44de-bc02-c07d37d401dc service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991683 Jul 23 00:04:07.073628 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a433cf3-2a8b-4f00-ac37-d738bd790091 req-232fa377-b4f6-413f-a68a-f84503dd43ca tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:07.075001 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2a433cf3-2a8b-4f00-ac37-d738bd790091 req-232fa377-b4f6-413f-a68a-f84503dd43ca tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.0738783 Jul 23 00:04:07.116732 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2a433cf3-2a8b-4f00-ac37-d738bd790091 req-bb997144-8661-41bb-8e6c-4056a6661053 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357797 Jul 23 00:04:07.692381 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-4cc9f53a-f32f-4c72-825e-09f24a86cae9 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:07.693845 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-4cc9f53a-f32f-4c72-825e-09f24a86cae9 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/networks?id=aadc0089-da74-4985-8ba6-972fe5cf4507 HTTP/1.1" status: 200 len: 815 time: 0.1059253 Jul 23 00:04:07.707936 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-b4f72c85-1838-4cb4-a61e-a131efdf40bc tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/quotas/689bc049906147bd830347a440bc89d8 HTTP/1.1" status: 200 len: 375 time: 0.0087979 Jul 23 00:04:07.773949 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-58c2f1a2-7541-4255-98e3-b5c48ad37416 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=689bc049906147bd830347a440bc89d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613670 Jul 23 00:04:07.865058 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-cc586650-79c1-4029-ba90-396091f8547d service neutron] 10.222.0.39 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801859 Jul 23 00:04:07.954435 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-2b509732-1c32-440c-8562-7c942894b15e service neutron] 10.222.0.39 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838125 Jul 23 00:04:08.109267 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9d76b029-0125-4e9a-ab54-cad87af7e8f2 req-204d16e7-3c48-4ba6-b022-b3a6da6b2bb3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 210 time: 0.0291061 Jul 23 00:04:08.266952 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15703680-1231-46a4-9a42-5d3dbcefba1f req-7432a9e2-de2d-4872-9469-15b3d21ed02c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:08.268698 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-15703680-1231-46a4-9a42-5d3dbcefba1f req-7432a9e2-de2d-4872-9469-15b3d21ed02c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.0746558 Jul 23 00:04:08.311018 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-15703680-1231-46a4-9a42-5d3dbcefba1f req-0d4184df-c762-4a8c-a3de-8f049da74048 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355482 Jul 23 00:04:09.066723 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-6720c5ca-06a4-4198-895c-717aee037898 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:09.068169 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-6720c5ca-06a4-4198-895c-717aee037898 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.41 "GET /v2.0/networks?id=aadc0089-da74-4985-8ba6-972fe5cf4507 HTTP/1.1" status: 200 len: 815 time: 0.1060927 Jul 23 00:04:09.083981 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Request body: {'port': {'device_id': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'admin_state_up': True, 'tenant_id': '689bc049906147bd830347a440bc89d8'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:09.215247 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e4ced124-98d7-4ea1-be64-0c473db0fd12 req-4634d2ba-75bb-40de-9de4-e79439d3de80 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 210 time: 0.0354600 Jul 23 00:04:09.225291 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Made reservation on behalf of 689bc049906147bd830347a440bc89d8 for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:04:09.228854 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:09.356139 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Allocated IP 172.20.0.13 (aadc0089-da74-4985-8ba6-972fe5cf4507/094e61a5-6ff0-4e51-b43c-31f1ccc37eb1/59184e8c-327f-4f12-82be-44ec43889c84) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:04:09.568956 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027297a6-72f7-4fed-99fc-de230cb80461 req-ef90e369-65a5-4ccb-80dd-d7bc324ac403 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:09.570436 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-027297a6-72f7-4fed-99fc-de230cb80461 req-ef90e369-65a5-4ccb-80dd-d7bc324ac403 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.1751320 Jul 23 00:04:09.630699 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-027297a6-72f7-4fed-99fc-de230cb80461 req-e5bd34cf-3677-432a-9f5f-8fc116abd81f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534987 Jul 23 00:04:09.647550 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:09.660060 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Transition to ACTIVE for port object 59184e8c-327f-4f12-82be-44ec43889c84 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:09.697716 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:09.741782 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Network aadc0089-da74-4985-8ba6-972fe5cf4507 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:04:09.745116 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:09.748796 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:04:09.784703 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event updated for resources: {'Port': ['ID=59184e8c-327f-4f12-82be-44ec43889c84,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:09.809352 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:09.810366 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:09.835229 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-a96af62d-fb49-4ac6-9299-fd18577373d5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7549524 Jul 23 00:04:09.985956 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-56966957-2528-41de-b772-7a8dc8e3cbad None None] Provisioning for port 59184e8c-327f-4f12-82be-44ec43889c84 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:09.990264 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-56966957-2528-41de-b772-7a8dc8e3cbad None None] Provisioning complete for port 59184e8c-327f-4f12-82be-44ec43889c84 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:09.990630 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56966957-2528-41de-b772-7a8dc8e3cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:10.024100 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-56966957-2528-41de-b772-7a8dc8e3cbad None None] Port 59184e8c-327f-4f12-82be-44ec43889c84 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:04:10.352449 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0205279-9664-4eaa-8a3e-2ba7b3332444 req-6d011d5c-ddae-4a27-810e-ec7990119bd5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:10.353940 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c0205279-9664-4eaa-8a3e-2ba7b3332444 req-6d011d5c-ddae-4a27-810e-ec7990119bd5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 932 time: 0.0699368 Jul 23 00:04:10.392040 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c0205279-9664-4eaa-8a3e-2ba7b3332444 req-90d2995e-543f-4543-ad68-488766e29d9b tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Jul 23 00:04:10.764119 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be597903-6118-4f79-88b1-2e5a6da6d3e3 req-90c15d00-b60d-4bac-b25a-d2825c5db5c3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:10.765876 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-be597903-6118-4f79-88b1-2e5a6da6d3e3 req-90c15d00-b60d-4bac-b25a-d2825c5db5c3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.0645626 Jul 23 00:04:10.806198 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-be597903-6118-4f79-88b1-2e5a6da6d3e3 req-e0e4627d-6508-4494-a302-76e10e5b3623 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337937 Jul 23 00:04:11.522472 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42418e39-54b5-4c19-a708-20556938061c req-b1e64ac4-1f57-445f-b74b-9071bb27af15 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:11.524347 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-42418e39-54b5-4c19-a708-20556938061c req-b1e64ac4-1f57-445f-b74b-9071bb27af15 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 932 time: 0.0656004 Jul 23 00:04:11.564422 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-42418e39-54b5-4c19-a708-20556938061c req-b3c01176-b2fe-4797-8f79-ab7f95482047 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Jul 23 00:04:11.940724 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187d5f3-244e-449b-ad6f-259df5cbce9e req-8291de8f-ef70-46e4-b01b-aeb316b8b9af tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:11.942113 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7187d5f3-244e-449b-ad6f-259df5cbce9e req-8291de8f-ef70-46e4-b01b-aeb316b8b9af tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.0687091 Jul 23 00:04:11.982457 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7187d5f3-244e-449b-ad6f-259df5cbce9e req-7ceac27d-4a8c-443b-b7e9-f6fe4db8217a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345395 Jul 23 00:04:12.697493 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183d3e5-afd6-436e-8569-ddf964cbd444 req-4edf119d-a234-437b-b903-682d05e9a2c0 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:12.698892 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6183d3e5-afd6-436e-8569-ddf964cbd444 req-4edf119d-a234-437b-b903-682d05e9a2c0 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 932 time: 0.0667784 Jul 23 00:04:12.739186 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6183d3e5-afd6-436e-8569-ddf964cbd444 req-193a6916-6988-42fc-a572-f12cdd29ff1e tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342131 Jul 23 00:04:12.922813 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:13.114812 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea253c0e-9eea-4445-aa3a-5fc8684e6973 req-38065fed-f07c-48d3-b467-f132af8492e5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:13.116527 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ea253c0e-9eea-4445-aa3a-5fc8684e6973 req-38065fed-f07c-48d3-b467-f132af8492e5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.0676227 Jul 23 00:04:13.158312 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ea253c0e-9eea-4445-aa3a-5fc8684e6973 req-3cf3c7f5-1402-4c68-8421-7767b61d9636 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329576 Jul 23 00:04:13.871343 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba1e46-0c76-4efb-8198-8939fde180ef req-56cf3fc7-a391-410f-9336-4ee807160746 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:13.872856 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10ba1e46-0c76-4efb-8198-8939fde180ef req-56cf3fc7-a391-410f-9336-4ee807160746 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 932 time: 0.0653968 Jul 23 00:04:13.911896 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10ba1e46-0c76-4efb-8198-8939fde180ef req-bbd419ed-2607-4dcb-b6fd-e3808426229d tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327454 Jul 23 00:04:14.294951 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c3028-ae2e-4c52-9965-b12226b3b182 req-7a2e0011-77c7-46e2-b1ee-995dbafb017a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:14.296467 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-490c3028-ae2e-4c52-9965-b12226b3b182 req-7a2e0011-77c7-46e2-b1ee-995dbafb017a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.0655618 Jul 23 00:04:14.335659 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-490c3028-ae2e-4c52-9965-b12226b3b182 req-9d9361c6-e9b4-407f-a5a6-9295a0457c94 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322633 Jul 23 00:04:15.059144 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdf78a-b4d6-4655-b916-25548bf07b89 req-3f2c85dc-ddba-4560-b4a2-b9853e6777bf tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:15.060625 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8cdf78a-b4d6-4655-b916-25548bf07b89 req-3f2c85dc-ddba-4560-b4a2-b9853e6777bf tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 932 time: 0.0812023 Jul 23 00:04:15.098066 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b8cdf78a-b4d6-4655-b916-25548bf07b89 req-ae88f4ad-8fd5-4179-b273-30ec8bf3e7e8 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319126 Jul 23 00:04:15.469924 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bad0c-9f10-460f-85a0-36f7d08039bd req-a80844cf-dffb-4167-b49e-8947d17ac67d tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:15.471420 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-774bad0c-9f10-460f-85a0-36f7d08039bd req-a80844cf-dffb-4167-b49e-8947d17ac67d tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.0639105 Jul 23 00:04:15.509286 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-774bad0c-9f10-460f-85a0-36f7d08039bd req-bcdeb1b9-2ea5-43f6-98e7-d11478eb4cb7 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321188 Jul 23 00:04:16.234916 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f7c57-deb1-48d5-80c2-b9d64022d96e req-0f017286-6ab9-4fd8-8444-c7342a54fdc6 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:16.236311 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c95f7c57-deb1-48d5-80c2-b9d64022d96e req-0f017286-6ab9-4fd8-8444-c7342a54fdc6 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 932 time: 0.0675218 Jul 23 00:04:16.275150 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c95f7c57-deb1-48d5-80c2-b9d64022d96e req-9f43460f-1ace-4f86-b3f9-b3adbffe7f2d tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Jul 23 00:04:16.752312 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3936866-9881-4c03-93e3-24e956e0fef2 req-2ecb8503-4253-4781-be2e-edbdf00433b9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:16.754094 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b3936866-9881-4c03-93e3-24e956e0fef2 req-2ecb8503-4253-4781-be2e-edbdf00433b9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.1775546 Jul 23 00:04:16.794214 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b3936866-9881-4c03-93e3-24e956e0fef2 req-b6a33769-4b61-4595-8f26-127f5d031d75 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343664 Jul 23 00:04:17.408366 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b2bd2-f702-4992-9123-e0eb463232b9 req-327ce05e-86b6-4825-b603-b0d16f93f6e3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:17.409886 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-685b2bd2-f702-4992-9123-e0eb463232b9 req-327ce05e-86b6-4825-b603-b0d16f93f6e3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 932 time: 0.0654774 Jul 23 00:04:17.450776 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-685b2bd2-f702-4992-9123-e0eb463232b9 req-5e64847a-3494-4a4b-ad91-c408bbb2015b tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353701 Jul 23 00:04:17.760525 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-39d3b911-02f5-44f1-972e-8f1a2d269b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:17.936021 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127e081-61c5-433e-962d-c6c77725f600 req-3f4458e2-2729-4b26-aa9f-95d39ae456ed tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:17.937407 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b127e081-61c5-433e-962d-c6c77725f600 req-3f4458e2-2729-4b26-aa9f-95d39ae456ed tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.0752735 Jul 23 00:04:17.976192 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b127e081-61c5-433e-962d-c6c77725f600 req-8c70d1bf-b14b-4044-bbf7-e5b2ea32f892 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326197 Jul 23 00:04:18.582973 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42957a53-a39a-4930-a0b1-9a513e516bb5 req-e895eb75-7541-40c4-858e-06b38f7919b5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:18.584510 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-42957a53-a39a-4930-a0b1-9a513e516bb5 req-e895eb75-7541-40c4-858e-06b38f7919b5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 932 time: 0.0681646 Jul 23 00:04:18.623266 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-42957a53-a39a-4930-a0b1-9a513e516bb5 req-0742bc45-2da0-4d9c-b4cc-ac4f2e6d818b tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331142 Jul 23 00:04:19.112907 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136fb1-1c78-4ac4-84ad-cf95de24c0d7 req-3258468f-0596-4c95-a28d-2df8ffff2548 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:19.114423 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7a136fb1-1c78-4ac4-84ad-cf95de24c0d7 req-3258468f-0596-4c95-a28d-2df8ffff2548 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.0706589 Jul 23 00:04:19.115154 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:04:19.153974 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7a136fb1-1c78-4ac4-84ad-cf95de24c0d7 req-5735fded-97ba-40d2-9b2c-22a9564920f1 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338960 Jul 23 00:04:19.752861 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb6fc-8494-47b0-be6e-5fae5f7ace0f req-3bec3b9b-bfc9-44a2-9615-14111623b703 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:19.754341 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f92eb6fc-8494-47b0-be6e-5fae5f7ace0f req-3bec3b9b-bfc9-44a2-9615-14111623b703 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 932 time: 0.0630751 Jul 23 00:04:19.791854 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f92eb6fc-8494-47b0-be6e-5fae5f7ace0f req-f129a80f-5d35-4e4d-aae4-6da4a2df585d tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315316 Jul 23 00:04:20.180757 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Request body: {'port': {'device_id': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:20.227899 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-48e2a28f-9dbf-4c79-b9ae-57e1993d7acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:20.283613 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:20.339981 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a2ada-0602-4321-abb4-60f88936ccda req-8c5a473c-2c6d-4422-88cd-2b97b401979a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:20.341436 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c72a2ada-0602-4321-abb4-60f88936ccda req-8c5a473c-2c6d-4422-88cd-2b97b401979a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.1196024 Jul 23 00:04:20.444115 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c72a2ada-0602-4321-abb4-60f88936ccda req-cbbbb1f5-f271-4dd8-be86-3f37b0856bac tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929208 Jul 23 00:04:20.474457 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:20.584663 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59184e8c-327f-4f12-82be-44ec43889c84 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:04:20.594237 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:20.607636 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Transition to ACTIVE for port object 59184e8c-327f-4f12-82be-44ec43889c84 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:04:20.611900 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:20.665846 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Pushing event updated for resources: {'Port': ['ID=59184e8c-327f-4f12-82be-44ec43889c84,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:20.733616 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Attempting to bind port 59184e8c-327f-4f12-82be-44ec43889c84 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:04:20.733946 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Attempting to bind port 59184e8c-327f-4f12-82be-44ec43889c84 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:04:20.734273 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Attempting to bind port 59184e8c-327f-4f12-82be-44ec43889c84 on network aadc0089-da74-4985-8ba6-972fe5cf4507 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:20.739257 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Port 59184e8c-327f-4f12-82be-44ec43889c84 on network aadc0089-da74-4985-8ba6-972fe5cf4507 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:04:20.739629 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Attempting to bind port 59184e8c-327f-4f12-82be-44ec43889c84 on network aadc0089-da74-4985-8ba6-972fe5cf4507 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:04:20.744521 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:04:20.744858 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Checking segment: {'id': 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:04:20.745240 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Bound using segment: {'id': 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:04:20.745662 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Bound port: 59184e8c-327f-4f12-82be-44ec43889c84, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:04:20.746019 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:21.042699 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] For port 59184e8c-327f-4f12-82be-44ec43889c84, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:04:21.045703 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] For port 59184e8c-327f-4f12-82be-44ec43889c84, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=59184e8c-327f-4f12-82be-44ec43889c84,segment=NetworkSegment(b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2),segment_id=b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:04:21.051001 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:21.097962 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.098585 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:21.100007 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/59184e8c-327f-4f12-82be-44ec43889c84 HTTP/1.1" status: 200 len: 1094 time: 0.9236927 Jul 23 00:04:21.115225 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:21.117905 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984700b8-6f86-4756-ae21-eb11813100e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "tag": "59184e8c-327f-4f12-82be-44ec43889c84"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:21.158303 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab6c0e-748b-42a4-bf98-ffedcc0e51d8 service neutron] Pushing event updated for resources: {'Port': ['ID=59184e8c-327f-4f12-82be-44ec43889c84,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:21.188497 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536063b2-e265-45d5-9686-8898aeaf29f9 x-openstack-request-id: req-536063b2-e265-45d5-9686-8898aeaf29f9 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:21.188773 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "tag": "59184e8c-327f-4f12-82be-44ec43889c84", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:21.189007 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-536063b2-e265-45d5-9686-8898aeaf29f9 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:21.189381 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84', 'status': 'completed', 'code': 200} Jul 23 00:04:21.229005 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5b1fd-9755-49f7-a960-4dfcf20fecf0 req-045fdf7b-8700-449a-a61a-7890a8f1cd05 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.230540 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-30d5b1fd-9755-49f7-a960-4dfcf20fecf0 req-045fdf7b-8700-449a-a61a-7890a8f1cd05 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 944 time: 0.2160716 Jul 23 00:04:21.250365 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-24048d69-6467-4f10-a0a9-70c4744f19de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.251878 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-24048d69-6467-4f10-a0a9-70c4744f19de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=689bc049906147bd830347a440bc89d8&device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 1097 time: 0.1099920 Jul 23 00:04:21.311211 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-cc44caa9-19f2-4f70-b4bd-ce5794763f0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59184e8c-327f-4f12-82be-44ec43889c84 HTTP/1.1" status: 200 len: 217 time: 0.0426605 Jul 23 00:04:21.311211 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-30d5b1fd-9755-49f7-a960-4dfcf20fecf0 req-5e26c3c3-8df6-42a1-a966-a6d0c7503a62 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712619 Jul 23 00:04:21.361897 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-f7ee60fc-d664-432f-8638-6a9aa85d88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.363395 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-f7ee60fc-d664-432f-8638-6a9aa85d88dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=094e61a5-6ff0-4e51-b43c-31f1ccc37eb1 HTTP/1.1" status: 200 len: 854 time: 0.0487359 Jul 23 00:04:21.425075 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-fe48f410-b2b4-4e77-aab3-758523d76ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.426517 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-fe48f410-b2b4-4e77-aab3-758523d76ca5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aadc0089-da74-4985-8ba6-972fe5cf4507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560179 Jul 23 00:04:21.491444 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:21.514822 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-09681035-2092-4949-8c8d-f5399c059929 service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799816 Jul 23 00:04:21.643711 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791144e9-f099-4801-9a8b-7b944dc00896 req-470958b2-ad4c-4b9f-ba1d-6c1c0df59e25 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.645177 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-791144e9-f099-4801-9a8b-7b944dc00896 req-470958b2-ad4c-4b9f-ba1d-6c1c0df59e25 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.1295035 Jul 23 00:04:21.647075 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6415b8f1-526b-4ea1-af30-ab2be88c1a33 req-87e24e5e-f16c-44da-a4f3-dbfade15bb78 service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225171 Jul 23 00:04:21.683575 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-791144e9-f099-4801-9a8b-7b944dc00896 req-ece49277-fee6-49cb-acb8-9df97ba517c1 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327420 Jul 23 00:04:21.746421 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984700b8-6f86-4756-ae21-eb11813100e8 req-de2c48d3-a20a-4925-b4b8-1ce04121c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.747848 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-984700b8-6f86-4756-ae21-eb11813100e8 req-de2c48d3-a20a-4925-b4b8-1ce04121c1ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=689bc049906147bd830347a440bc89d8&device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 1097 time: 0.0561798 Jul 23 00:04:21.834477 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984700b8-6f86-4756-ae21-eb11813100e8 req-325be2f6-38f6-4059-95c0-d156cbaaf762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.835897 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-984700b8-6f86-4756-ae21-eb11813100e8 req-325be2f6-38f6-4059-95c0-d156cbaaf762 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aadc0089-da74-4985-8ba6-972fe5cf4507 HTTP/1.1" status: 200 len: 916 time: 0.0801697 Jul 23 00:04:21.879619 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-984700b8-6f86-4756-ae21-eb11813100e8 req-c5f82f64-f0f9-4fdf-a289-6a8546251c29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59184e8c-327f-4f12-82be-44ec43889c84 HTTP/1.1" status: 200 len: 217 time: 0.0364029 Jul 23 00:04:21.927353 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984700b8-6f86-4756-ae21-eb11813100e8 req-05989b3e-8d41-47a5-b9cd-4b1430ef4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.928731 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-984700b8-6f86-4756-ae21-eb11813100e8 req-05989b3e-8d41-47a5-b9cd-4b1430ef4f47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=094e61a5-6ff0-4e51-b43c-31f1ccc37eb1 HTTP/1.1" status: 200 len: 854 time: 0.0414345 Jul 23 00:04:21.989790 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984700b8-6f86-4756-ae21-eb11813100e8 req-f54313b8-91e1-4b3c-b25b-f47465f74e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:21.991280 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-984700b8-6f86-4756-ae21-eb11813100e8 req-f54313b8-91e1-4b3c-b25b-f47465f74e2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aadc0089-da74-4985-8ba6-972fe5cf4507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552449 Jul 23 00:04:22.083444 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-984700b8-6f86-4756-ae21-eb11813100e8 req-4bdbf05e-0557-4d28-8f11-22f9c288ed53 service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841703 Jul 23 00:04:22.170220 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-984700b8-6f86-4756-ae21-eb11813100e8 req-16e3e150-0753-4174-9127-6139f4addd98 service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797424 Jul 23 00:04:22.443262 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a8046-5e9c-4d19-bf26-ddfefc359f21 req-cfa13fd1-86be-443f-a1c4-a07ac4c2fdd8 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:22.444726 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f0a8046-5e9c-4d19-bf26-ddfefc359f21 req-cfa13fd1-86be-443f-a1c4-a07ac4c2fdd8 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 944 time: 0.0665817 Jul 23 00:04:22.480840 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f0a8046-5e9c-4d19-bf26-ddfefc359f21 req-44a37d05-545b-490d-b409-ce57716c8ff9 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305586 Jul 23 00:04:22.809891 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d97033-390f-4127-ace3-3b40b47e905e req-f7e43fee-c9c0-4505-bfa1-a8360a6b928f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:22.811333 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f3d97033-390f-4127-ace3-3b40b47e905e req-f7e43fee-c9c0-4505-bfa1-a8360a6b928f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.0613437 Jul 23 00:04:22.847117 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f3d97033-390f-4127-ace3-3b40b47e905e req-729d5d84-20b3-4ff3-9965-d0cfc7ae2e13 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297778 Jul 23 00:04:23.166810 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:23.613248 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1ad03-f052-4fb0-90dc-7bbad3e1d4f1 req-d14ab54b-07ba-4159-9f58-3af6fe3082dd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:23.614714 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c3e1ad03-f052-4fb0-90dc-7bbad3e1d4f1 req-d14ab54b-07ba-4159-9f58-3af6fe3082dd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 944 time: 0.0707054 Jul 23 00:04:23.651446 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c3e1ad03-f052-4fb0-90dc-7bbad3e1d4f1 req-c147edd0-e947-49c8-9e4a-26dbf1c95059 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311954 Jul 23 00:04:23.978737 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5411106-bfa4-446b-9c11-cf9ad4dc5e5f req-4a83acfb-346b-4884-837c-ba2f664a8578 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:23.980217 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5411106-bfa4-446b-9c11-cf9ad4dc5e5f req-4a83acfb-346b-4884-837c-ba2f664a8578 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 943 time: 0.0667062 Jul 23 00:04:24.016517 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5411106-bfa4-446b-9c11-cf9ad4dc5e5f req-4e85ef82-cf17-456d-8f48-07cc96d173a5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308466 Jul 23 00:04:24.297949 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:04:24.389080 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:24.399604 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'port_id': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6', 'mac_address': 'fa:16:3e:6f:72:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:04:24.438386 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:24.450215 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:04:24.468372 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:24.472266 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:24.472842 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 59184e8c-327f-4f12-82be-44ec43889c84 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:04:24.542304 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:24.602203 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 59184e8c-327f-4f12-82be-44ec43889c84, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=59184e8c-327f-4f12-82be-44ec43889c84,segment=NetworkSegment(b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2),segment_id=b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:24.618586 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '59184e8c-327f-4f12-82be-44ec43889c84', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'port_id': '59184e8c-327f-4f12-82be-44ec43889c84', 'mac_address': 'fa:16:3e:4c:bd:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:04:24.654234 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:24.667671 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59184e8c-327f-4f12-82be-44ec43889c84 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:04:24.687472 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 59184e8c-327f-4f12-82be-44ec43889c84, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=59184e8c-327f-4f12-82be-44ec43889c84,segment=NetworkSegment(b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2),segment_id=b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:24.691218 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:24.736982 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=59184e8c-327f-4f12-82be-44ec43889c84,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:24.780846 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdb7ef-db87-42a1-9e34-a6a643606cc6 req-8864bc5d-0611-4f3e-a5fb-215e75d021fd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:24.782327 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-64fdb7ef-db87-42a1-9e34-a6a643606cc6 req-8864bc5d-0611-4f3e-a5fb-215e75d021fd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 945 time: 0.0643129 Jul 23 00:04:24.818777 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-64fdb7ef-db87-42a1-9e34-a6a643606cc6 req-9e1bdc36-cce4-4b0d-855e-2fdbf7e93d52 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302863 Jul 23 00:04:24.936109 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['59184e8c-327f-4f12-82be-44ec43889c84'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:04:24.939319 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['7a7fd115-b280-48f9-a7f2-d3a551ab7ab6'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:04:25.150109 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661a7a1-5c1b-4d04-92a1-ea1d89812aa7 req-f0198360-f150-452a-992b-432c5e7fde4b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:25.151522 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6661a7a1-5c1b-4d04-92a1-ea1d89812aa7 req-f0198360-f150-452a-992b-432c5e7fde4b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 944 time: 0.0662701 Jul 23 00:04:25.187717 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6661a7a1-5c1b-4d04-92a1-ea1d89812aa7 req-1418b6d3-bd74-4a23-926f-bbeda4635089 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306754 Jul 23 00:04:25.952368 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18eabb8-cd57-45ac-a4bd-9c640ed77c4c req-7a7da432-b74d-40fa-8335-6bf9b8a464d4 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:25.953763 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d18eabb8-cd57-45ac-a4bd-9c640ed77c4c req-7a7da432-b74d-40fa-8335-6bf9b8a464d4 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 945 time: 0.0714357 Jul 23 00:04:25.990982 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d18eabb8-cd57-45ac-a4bd-9c640ed77c4c req-ee4807c4-4fed-43fc-b244-a2ab5609d5a7 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316429 Jul 23 00:04:26.314179 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:26.317623 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85508311-1d47-4788-94b8-8db607981849 req-37f4b91e-6769-450b-8752-ce4e0e918480 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:26.319093 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-85508311-1d47-4788-94b8-8db607981849 req-37f4b91e-6769-450b-8752-ce4e0e918480 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 944 time: 0.0639985 Jul 23 00:04:26.356193 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-85508311-1d47-4788-94b8-8db607981849 req-91052caf-e889-4862-bb50-68cc1d124325 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315516 Jul 23 00:04:26.360945 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:26.364679 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:26.365138 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.437982 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.462461 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13fde34-e20d-42b2-94fe-36502ef1a5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:26.464664 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec19172d-b955-4707-8b3f-6d97574368ee" -d '{"events": [{"server_uuid": "e13fde34-e20d-42b2-94fe-36502ef1a5ab", "name": "network-vif-plugged", "status": "completed", "tag": "7a7fd115-b280-48f9-a7f2-d3a551ab7ab6"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:26.478120 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:26.482053 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.482859 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 59184e8c-327f-4f12-82be-44ec43889c84 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:26.506075 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef63878-e24a-40fe-8c8d-dcb378dbb694 x-openstack-request-id: req-8ef63878-e24a-40fe-8c8d-dcb378dbb694 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:26.506368 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13fde34-e20d-42b2-94fe-36502ef1a5ab", "name": "network-vif-plugged", "status": "completed", "tag": "7a7fd115-b280-48f9-a7f2-d3a551ab7ab6", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:26.506624 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ef63878-e24a-40fe-8c8d-dcb378dbb694 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:26.507015 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13fde34-e20d-42b2-94fe-36502ef1a5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6', 'code': 200} Jul 23 00:04:26.565474 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:26.571414 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port 59184e8c-327f-4f12-82be-44ec43889c84 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:04:26.575059 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 59184e8c-327f-4f12-82be-44ec43889c84 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:26.575473 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.654764 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.686562 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 59184e8c-327f-4f12-82be-44ec43889c84, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=59184e8c-327f-4f12-82be-44ec43889c84,segment=NetworkSegment(b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2),segment_id=b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:26.689911 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:26.735881 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=59184e8c-327f-4f12-82be-44ec43889c84,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:26.752265 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd9773-15d4-4a0d-8994-8dab80fbfa58 req-1a78e4c9-9b83-4bbf-b665-40e15783662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:26.754256 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b2bd9773-15d4-4a0d-8994-8dab80fbfa58 req-1a78e4c9-9b83-4bbf-b665-40e15783662b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 1098 time: 0.0555036 Jul 23 00:04:26.789116 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b2bd9773-15d4-4a0d-8994-8dab80fbfa58 req-7f521a54-c4f5-4e89-887c-5a9bb3014556 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272400 Jul 23 00:04:27.117068 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e285f3-884e-4a1b-b71d-021c2985cc8a req-68a30674-f16a-48d7-b660-d0b5aa7e8818 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:27.118529 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-37e285f3-884e-4a1b-b71d-021c2985cc8a req-68a30674-f16a-48d7-b660-d0b5aa7e8818 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 946 time: 0.0621734 Jul 23 00:04:27.154700 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-37e285f3-884e-4a1b-b71d-021c2985cc8a req-87e55e17-e270-44a0-904b-7fd2ab308b44 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307696 Jul 23 00:04:27.488444 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227232b-3937-4917-ae80-b5833068eae5 req-6ed90f8e-161d-45f6-87a0-279e949e12ab tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:27.489903 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0227232b-3937-4917-ae80-b5833068eae5 req-6ed90f8e-161d-45f6-87a0-279e949e12ab tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 945 time: 0.0664287 Jul 23 00:04:27.525616 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0227232b-3937-4917-ae80-b5833068eae5 req-44d86dff-da33-41f3-99b6-91ccd2364a1c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302556 Jul 23 00:04:28.278469 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd36e-5910-42ce-9eb0-7c9b5c95bfb2 req-891cfd03-2c15-4b2c-bb4b-4aa3bf827e48 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:28.279930 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b0cd36e-5910-42ce-9eb0-7c9b5c95bfb2 req-891cfd03-2c15-4b2c-bb4b-4aa3bf827e48 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 946 time: 0.0613830 Jul 23 00:04:28.314903 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b0cd36e-5910-42ce-9eb0-7c9b5c95bfb2 req-db62fc99-639c-42ef-946d-20ed4a5415dc tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294652 Jul 23 00:04:28.508323 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:28.510685 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7fc881-73a6-4aea-bc34-4c885bfeff5c" -d '{"events": [{"server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "name": "network-vif-plugged", "status": "completed", "tag": "59184e8c-327f-4f12-82be-44ec43889c84"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:28.545223 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f069eb8-dbaa-4a2f-8886-7cd6b18ab0bf x-openstack-request-id: req-8f069eb8-dbaa-4a2f-8886-7cd6b18ab0bf {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:28.545506 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "name": "network-vif-plugged", "status": "completed", "tag": "59184e8c-327f-4f12-82be-44ec43889c84", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:28.545753 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f069eb8-dbaa-4a2f-8886-7cd6b18ab0bf {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:28.546134 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84', 'code': 200} Jul 23 00:04:28.657326 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad491146-b278-42b5-a102-5dc8c7de463c req-c3a2c7b7-7521-46d4-a7ae-90504320acba tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:28.658940 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ad491146-b278-42b5-a102-5dc8c7de463c req-c3a2c7b7-7521-46d4-a7ae-90504320acba tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 945 time: 0.0663300 Jul 23 00:04:28.726897 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ad491146-b278-42b5-a102-5dc8c7de463c req-8c452b3f-75b9-45ba-a782-17a016166dd7 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624423 Jul 23 00:04:28.749373 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a8b5c-b01a-4c83-aa86-1b38f5f56352 req-b22d3ae9-8c06-4dcc-9425-9fc25d431faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:28.750884 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-417a8b5c-b01a-4c83-aa86-1b38f5f56352 req-b22d3ae9-8c06-4dcc-9425-9fc25d431faa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 1099 time: 0.0732036 Jul 23 00:04:28.789527 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-417a8b5c-b01a-4c83-aa86-1b38f5f56352 req-4ebb3d78-7bc8-4df6-b3f9-f7ebec433921 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267212 Jul 23 00:04:28.852411 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe1edc-2cfb-4389-a200-1ff66e6d9386 req-97fa56c4-2b29-43a2-9f4f-933990d269d3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:28.853823 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f5fe1edc-2cfb-4389-a200-1ff66e6d9386 req-97fa56c4-2b29-43a2-9f4f-933990d269d3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 945 time: 0.0611565 Jul 23 00:04:28.889532 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f5fe1edc-2cfb-4389-a200-1ff66e6d9386 req-d749987f-67ba-4bf6-937a-3fa6717056a5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303562 Jul 23 00:04:28.911498 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54156) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:29.058341 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde1aba6-71af-47d5-83c6-48b1fc386fbe tempest-TestVolumeBootPattern-809374271 tempest-TestVolumeBootPattern-809374271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:29.059859 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-dde1aba6-71af-47d5-83c6-48b1fc386fbe tempest-TestVolumeBootPattern-809374271 tempest-TestVolumeBootPattern-809374271-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 1093 time: 0.1474426 Jul 23 00:04:29.062597 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54162) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:29.067400 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Request body: {'floatingip': {'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'port_id': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:29.090954 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.180873 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.289324 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Allocated IP 172.27.0.16 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/304601b1-5744-4fe6-8f45-10e5f7311b5d) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:04:29.388073 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.475767 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f611d-6daa-4cbe-818a-49259ac15f69 req-c1478beb-f7d0-41f2-b5e3-0f0935ba375c tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:29.477288 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-664f611d-6daa-4cbe-818a-49259ac15f69 req-c1478beb-f7d0-41f2-b5e3-0f0935ba375c tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 946 time: 0.0949798 Jul 23 00:04:29.478348 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:29.529207 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:04:29.534692 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:29.538490 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:04:29.566286 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'Port': ['ID=304601b1-5744-4fe6-8f45-10e5f7311b5d,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:29.581230 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-664f611d-6daa-4cbe-818a-49259ac15f69 req-fd9563b7-94d0-47ce-b4dc-75b5a98c1138 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949235 Jul 23 00:04:29.930595 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.009281 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.156360 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.161117 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.229517 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'Port': ['ID=304601b1-5744-4fe6-8f45-10e5f7311b5d,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:30.240962 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:30.241303 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:30.241636 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:30.241966 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:30.242290 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:30.242613 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:30.242933 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:30.243252 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:30.243600 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:30.243917 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:30.244233 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:30.244550 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:30.247585 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.342033 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Floating IP 9c4f0d67-6c36-4e3c-9df7-0fd4d8328966 associated. External IP: 172.27.0.16, port: 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6. Jul 23 00:04:30.537473 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Router 7335a11c-f78d-49e9-bd34-df42ccf03c4c has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:04:30.898539 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:04:30.908379 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea53f99a-7f8b-4972-8be7-f4e5f77280d6 None None] Sync routers for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:04:30.915472 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d050c-6ac8-40f6-834b-aa2e4d45fcaf req-2e8eba19-5e6c-4ef5-893c-4a35ed9bd913 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:30.916947 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f60d050c-6ac8-40f6-834b-aa2e4d45fcaf req-2e8eba19-5e6c-4ef5-893c-4a35ed9bd913 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 946 time: 0.0906327 Jul 23 00:04:30.918152 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53f99a-7f8b-4972-8be7-f4e5f77280d6 None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:30.918835 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-ea53f99a-7f8b-4972-8be7-f4e5f77280d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:04:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:30.930806 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:30.985946 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f60d050c-6ac8-40f6-834b-aa2e4d45fcaf req-27d15fa0-aa29-4193-be60-2fc689550548 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627015 Jul 23 00:04:30.999403 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-de7967e0-8369-42af-8aa7-448e8254255c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9245708 Jul 23 00:04:30.999403 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13fde34-e20d-42b2-94fe-36502ef1a5ab', 'tag': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:30.999403 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feaab41-5894-48c6-b7a4-ecf84656cc74" -d '{"events": [{"name": "network-changed", "server_uuid": "e13fde34-e20d-42b2-94fe-36502ef1a5ab", "tag": "7a7fd115-b280-48f9-a7f2-d3a551ab7ab6"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:31.039036 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8855a2ca-7aa1-4b13-b734-a55af101f46e x-openstack-request-id: req-8855a2ca-7aa1-4b13-b734-a55af101f46e {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:31.039322 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13fde34-e20d-42b2-94fe-36502ef1a5ab", "tag": "7a7fd115-b280-48f9-a7f2-d3a551ab7ab6", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:31.039741 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8855a2ca-7aa1-4b13-b734-a55af101f46e {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:31.040118 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13fde34-e20d-42b2-94fe-36502ef1a5ab', 'tag': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6', 'status': 'completed', 'code': 200} Jul 23 00:04:31.143993 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-ea53f99a-7f8b-4972-8be7-f4e5f77280d6 None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:31.148816 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaab41-5894-48c6-b7a4-ecf84656cc74 req-4a28febd-b493-4eb2-9b64-9d3ba36ca8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:31.150259 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7feaab41-5894-48c6-b7a4-ecf84656cc74 req-4a28febd-b493-4eb2-9b64-9d3ba36ca8e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 1098 time: 0.0836349 Jul 23 00:04:31.158616 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2e42b-b2da-427e-908b-01c1b6995c78 req-69d489c1-77a4-4ebd-af75-51a6161be966 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:31.160568 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-81b2e42b-b2da-427e-908b-01c1b6995c78 req-69d489c1-77a4-4ebd-af75-51a6161be966 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 946 time: 0.1031957 Jul 23 00:04:31.249263 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-81b2e42b-b2da-427e-908b-01c1b6995c78 req-c88718b7-13bf-482e-abfe-c0bb6053192d tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797653 Jul 23 00:04:31.274126 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaab41-5894-48c6-b7a4-ecf84656cc74 req-9ec5d629-3d9a-4551-b430-673b73dd1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:31.275883 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7feaab41-5894-48c6-b7a4-ecf84656cc74 req-9ec5d629-3d9a-4551-b430-673b73dd1c3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 913 time: 0.1141858 Jul 23 00:04:31.341668 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7feaab41-5894-48c6-b7a4-ecf84656cc74 req-6fba7846-b847-417e-92b4-2ead2e6d47ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 HTTP/1.1" status: 200 len: 998 time: 0.0592887 Jul 23 00:04:31.369405 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-ea53f99a-7f8b-4972-8be7-f4e5f77280d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '9c4f0d67-6c36-4e3c-9df7-0fd4d8328966', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:6f:72:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13fde34-e20d-42b2-94fe-36502ef1a5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:04:29Z', 'updated_at': '2021-07-23T00:04:29Z', 'revision_number': 0, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:31.396076 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaab41-5894-48c6-b7a4-ecf84656cc74 req-70347a83-f0f6-42ee-a28d-d894eff4ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:31.396645 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea53f99a-7f8b-4972-8be7-f4e5f77280d6 None None] Checking router: 7335a11c-f78d-49e9-bd34-df42ccf03c4c for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:04:31.397556 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7feaab41-5894-48c6-b7a4-ecf84656cc74 req-70347a83-f0f6-42ee-a28d-d894eff4ff46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 200 len: 851 time: 0.0494220 Jul 23 00:04:31.404427 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53f99a-7f8b-4972-8be7-f4e5f77280d6 None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:31.404962 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-ea53f99a-7f8b-4972-8be7-f4e5f77280d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:04:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:31.456215 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feaab41-5894-48c6-b7a4-ecf84656cc74 req-bf3af70b-92ed-496f-8f47-89e775f83914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:31.457728 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7feaab41-5894-48c6-b7a4-ecf84656cc74 req-bf3af70b-92ed-496f-8f47-89e775f83914 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535419 Jul 23 00:04:31.510461 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-ea53f99a-7f8b-4972-8be7-f4e5f77280d6 None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:31.566665 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7feaab41-5894-48c6-b7a4-ecf84656cc74 req-252046d8-ec96-4ed1-bec1-39e524d7857e service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017408 Jul 23 00:04:31.681395 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d486ea-1431-4eea-9a8d-03ced3ee8c9d req-899c02be-c143-4082-9f9a-7225321f7f61 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:31.682895 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-38d486ea-1431-4eea-9a8d-03ced3ee8c9d req-899c02be-c143-4082-9f9a-7225321f7f61 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 946 time: 0.1341567 Jul 23 00:04:31.699205 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7feaab41-5894-48c6-b7a4-ecf84656cc74 req-5fcab79b-0876-42d2-9fba-a3ac7f9cd50f service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160591 Jul 23 00:04:31.726430 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-38d486ea-1431-4eea-9a8d-03ced3ee8c9d req-0ae2b03c-bc4f-4da5-a0f6-e7ed0805dc9a tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379605 Jul 23 00:04:31.732999 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-ea53f99a-7f8b-4972-8be7-f4e5f77280d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '9c4f0d67-6c36-4e3c-9df7-0fd4d8328966', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:6f:72:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13fde34-e20d-42b2-94fe-36502ef1a5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:04:29Z', 'updated_at': '2021-07-23T00:04:29Z', 'revision_number': 0, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:31.762029 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea53f99a-7f8b-4972-8be7-f4e5f77280d6 None None] The sync data for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi is: [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '9c4f0d67-6c36-4e3c-9df7-0fd4d8328966', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:6f:72:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13fde34-e20d-42b2-94fe-36502ef1a5ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:04:29Z', 'updated_at': '2021-07-23T00:04:29Z', 'revision_number': 0, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:04:31.945468 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c87a20-6cda-4117-94d3-73d0f383933e None None] New status for floating IP 9c4f0d67-6c36-4e3c-9df7-0fd4d8328966: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:04:37.133065 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a7a16-f6be-4a39-a9ac-f76de4b76abb req-0f81b89e-c196-492b-b6e6-129805899f57 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:37.134590 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8c2a7a16-f6be-4a39-a9ac-f76de4b76abb req-0f81b89e-c196-492b-b6e6-129805899f57 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0630252 Jul 23 00:04:37.171231 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8c2a7a16-f6be-4a39-a9ac-f76de4b76abb req-33c999a1-7186-4310-a02f-1da8aabb45e3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305161 Jul 23 00:04:38.308396 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4287f-2011-4f99-a82a-1a0ffd224f3a req-1ab92bc9-d4e2-4f41-9c89-e8676c38fe5b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:38.309859 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9e4287f-2011-4f99-a82a-1a0ffd224f3a req-1ab92bc9-d4e2-4f41-9c89-e8676c38fe5b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0642986 Jul 23 00:04:38.346630 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9e4287f-2011-4f99-a82a-1a0ffd224f3a req-640c8c88-a500-410d-bd2a-9e362381431e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312114 Jul 23 00:04:39.483208 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d71032-004b-4a8f-9488-d7c97fada605 req-1d63478b-c82f-4454-9976-9eaf19488181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:39.484759 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-62d71032-004b-4a8f-9488-d7c97fada605 req-1d63478b-c82f-4454-9976-9eaf19488181 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0698152 Jul 23 00:04:39.525521 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-62d71032-004b-4a8f-9488-d7c97fada605 req-e15ef342-dcb6-4a12-b559-c8602af55e01 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346897 Jul 23 00:04:40.518222 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf942d2-bd37-4f31-a106-d6d2ae6015b7 req-7cfc8639-553b-425f-b143-d962af1c104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:40.519744 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1bf942d2-bd37-4f31-a106-d6d2ae6015b7 req-7cfc8639-553b-425f-b143-d962af1c104f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 1099 time: 0.0931973 Jul 23 00:04:40.655503 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf942d2-bd37-4f31-a106-d6d2ae6015b7 req-d9a8d065-3e9d-4849-a38f-17ea11149714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:40.656957 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1bf942d2-bd37-4f31-a106-d6d2ae6015b7 req-d9a8d065-3e9d-4849-a38f-17ea11149714 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 200 len: 917 time: 0.1162522 Jul 23 00:04:40.717952 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad30a23-2ecd-48b9-865d-6c5f81df1546 req-270c4dd0-244d-4124-bb87-ca4058a27878 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:40.719309 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7ad30a23-2ecd-48b9-865d-6c5f81df1546 req-270c4dd0-244d-4124-bb87-ca4058a27878 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.1198485 Jul 23 00:04:40.753636 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1bf942d2-bd37-4f31-a106-d6d2ae6015b7 req-0cbee2be-7e09-4270-8097-6f1ce7bf9464 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=248e98f3-9327-4244-8a44-dc6af2137800 HTTP/1.1" status: 200 len: 1002 time: 0.0840213 Jul 23 00:04:40.777319 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7ad30a23-2ecd-48b9-865d-6c5f81df1546 req-04c9bc82-dc54-429b-a20c-73af30623cc1 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518925 Jul 23 00:04:40.810689 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf942d2-bd37-4f31-a106-d6d2ae6015b7 req-c2657341-d9d4-40db-acd1-6e8127635cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:40.812180 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1bf942d2-bd37-4f31-a106-d6d2ae6015b7 req-c2657341-d9d4-40db-acd1-6e8127635cc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=739940cf-291e-44ac-8d89-078a7a2a023d HTTP/1.1" status: 200 len: 855 time: 0.0491011 Jul 23 00:04:40.879048 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf942d2-bd37-4f31-a106-d6d2ae6015b7 req-921d6d00-79fa-43a1-a086-852dbf6180a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:40.880526 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1bf942d2-bd37-4f31-a106-d6d2ae6015b7 req-921d6d00-79fa-43a1-a086-852dbf6180a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d72d623f-3714-41dc-869a-b358bd7c89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520592 Jul 23 00:04:40.976522 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1bf942d2-bd37-4f31-a106-d6d2ae6015b7 req-2c43a1b9-e18d-4a63-bdaf-3ef37d44ee07 service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865531 Jul 23 00:04:41.064718 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1bf942d2-bd37-4f31-a106-d6d2ae6015b7 req-662c94c5-2b65-44c0-bb63-d70eacebf22e service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814695 Jul 23 00:04:41.162025 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab93c5-09d4-4857-8997-06168f24fad4 req-b237e7b1-5640-4e0b-a2f7-436857e0f260 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:41.163521 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-81ab93c5-09d4-4857-8997-06168f24fad4 req-b237e7b1-5640-4e0b-a2f7-436857e0f260 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 946 time: 0.0673945 Jul 23 00:04:41.199697 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-81ab93c5-09d4-4857-8997-06168f24fad4 req-8f9ae508-e286-4737-a8eb-036863890eed tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307019 Jul 23 00:04:41.221479 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54272) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:41.321831 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40899187-c7b0-4587-9fcc-dd18b9803751 tempest-TestMinimumBasicScenario-1304134042 tempest-TestMinimumBasicScenario-1304134042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:41.323294 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-40899187-c7b0-4587-9fcc-dd18b9803751 tempest-TestMinimumBasicScenario-1304134042 tempest-TestMinimumBasicScenario-1304134042-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 1094 time: 0.1008756 Jul 23 00:04:41.326085 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54276) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:41.330261 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Request body: {'floatingip': {'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'port_id': '59184e8c-327f-4f12-82be-44ec43889c84', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:41.351664 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:41.443658 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:41.548034 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Allocated IP 172.27.0.122 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/289e3fec-4da9-411a-a05a-f677ca61ca0c) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:04:41.650946 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:41.687846 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:41.722801 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:04:41.727597 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:04:41.731190 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:04:41.754040 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event updated for resources: {'Port': ['ID=289e3fec-4da9-411a-a05a-f677ca61ca0c,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:41.990439 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843ded2-8d43-4252-9e69-2de779bc8d52 req-40f18a5b-4739-4868-b6a4-ca0d7f7d04dd tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:41.991952 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5843ded2-8d43-4252-9e69-2de779bc8d52 req-40f18a5b-4739-4868-b6a4-ca0d7f7d04dd tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.1443560 Jul 23 00:04:42.066775 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5843ded2-8d43-4252-9e69-2de779bc8d52 req-54b1d92d-bb5c-42d1-9661-f10e6addb271 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667539 Jul 23 00:04:42.148514 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:42.223208 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:42.368063 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:42.372119 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:42.433088 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event updated for resources: {'Port': ['ID=289e3fec-4da9-411a-a05a-f677ca61ca0c,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:42.447487 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:42.542932 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Floating IP 09426642-5285-49cf-be00-fd26f8a24438 associated. External IP: 172.27.0.122, port: 59184e8c-327f-4f12-82be-44ec43889c84. Jul 23 00:04:42.746891 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Router b1922534-06e2-4521-ba66-f9143774f8c5 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:04:42.922353 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.084874 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:04:43.099642 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff8855-333a-4191-92f0-31f17f0ea5dc None None] Sync routers for ids ['b1922534-06e2-4521-ba66-f9143774f8c5'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:04:43.101112 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.110873 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff8855-333a-4191-92f0-31f17f0ea5dc None None] Routers {'b1922534-06e2-4521-ba66-f9143774f8c5'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:43.111586 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-16ff8855-333a-4191-92f0-31f17f0ea5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:04:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['b1922534-06e2-4521-ba66-f9143774f8c5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:43.139800 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a03dd9bb-c9da-472b-b331-092d04506bdd tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8102212 Jul 23 00:04:43.139800 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:43.140216 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af3c78a-0462-4ea6-9180-aeb9e7c0c39d" -d '{"events": [{"name": "network-changed", "server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "tag": "59184e8c-327f-4f12-82be-44ec43889c84"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:43.140363 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54282) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:43.144819 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-120972851', 'description': 'tempest-secgroup-smoke-120972851 description', 'project_id': '689bc049906147bd830347a440bc89d8'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:43.170154 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.215132 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93c694-c951-4dda-a9ac-2a290f80674b req-8ba659da-6861-4ea9-b64c-ea7d18aecef9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:43.217663 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6c93c694-c951-4dda-a9ac-2a290f80674b req-8ba659da-6861-4ea9-b64c-ea7d18aecef9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0745840 Jul 23 00:04:43.260546 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-16ff8855-333a-4191-92f0-31f17f0ea5dc None None] Set router b1922534-06e2-4521-ba66-f9143774f8c5 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:43.261014 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.264205 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6c93c694-c951-4dda-a9ac-2a290f80674b req-07a848fa-71b4-4d32-86ed-289c1f7ee057 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406113 Jul 23 00:04:43.273118 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908d2788-d9f3-4c31-b164-1ea661491673 x-openstack-request-id: req-908d2788-d9f3-4c31-b164-1ea661491673 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:43.273414 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "tag": "59184e8c-327f-4f12-82be-44ec43889c84", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:43.273659 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-908d2788-d9f3-4c31-b164-1ea661491673 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:43.274054 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84', 'status': 'completed', 'code': 200} Jul 23 00:04:43.276290 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.318285 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.322495 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1784503 Jul 23 00:04:43.323747 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96877942-ea3c-434d-95f2-3cc575a062e4,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:43.324920 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54288) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:43.329463 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-f59d5ab5-ab3a-4e29-b97c-3bb54b24d730 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Request body: {'security_group_rule': {'security_group_id': '96877942-ea3c-434d-95f2-3cc575a062e4', 'project_id': '689bc049906147bd830347a440bc89d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:43.331006 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:43.331444 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:43.331870 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:43.332272 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:43.332670 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:43.333633 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:43.334021 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:43.334413 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:43.334797 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:43.335358 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:43.335566 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:43.335979 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1208f208-d0f3-4d19-a667-1f490ab3afa2 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:04:43.370949 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f59d5ab5-ab3a-4e29-b97c-3bb54b24d730 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.388830 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c78a-0462-4ea6-9180-aeb9e7c0c39d req-706fcfe9-3014-42b4-b5a9-a80dad22ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:43.390323 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8af3c78a-0462-4ea6-9180-aeb9e7c0c39d req-706fcfe9-3014-42b4-b5a9-a80dad22ed58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=689bc049906147bd830347a440bc89d8&device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 1099 time: 0.0957270 Jul 23 00:04:43.486359 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f59d5ab5-ab3a-4e29-b97c-3bb54b24d730 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.493124 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f59d5ab5-ab3a-4e29-b97c-3bb54b24d730 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.494674 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-16ff8855-333a-4191-92f0-31f17f0ea5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 4, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port': {'id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '09426642-5285-49cf-be00-fd26f8a24438', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'port_id': '59184e8c-327f-4f12-82be-44ec43889c84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'mac_address': 'fa:16:3e:4c:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:04:42Z', 'updated_at': '2021-07-23T00:04:42Z', 'revision_number': 0, 'project_id': '689bc049906147bd830347a440bc89d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba371c79-8c60-4244-b8e0-8e90b2e696f2', 'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'mac_address': 'fa:16:3e:4b:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:48Z', 'updated_at': '2021-07-23T00:03:57Z', 'revision_number': 5, 'project_id': '689bc049906147bd830347a440bc89d8', 'subnets': [{'id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:43.524474 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff8855-333a-4191-92f0-31f17f0ea5dc None None] Checking router: b1922534-06e2-4521-ba66-f9143774f8c5 for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:04:43.526867 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c78a-0462-4ea6-9180-aeb9e7c0c39d req-2792759c-1ba3-4fe5-b656-6f1b81bc7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:43.528419 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8af3c78a-0462-4ea6-9180-aeb9e7c0c39d req-2792759c-1ba3-4fe5-b656-6f1b81bc7fea service neutron] 10.222.0.41 "GET /v2.0/networks?id=aadc0089-da74-4985-8ba6-972fe5cf4507 HTTP/1.1" status: 200 len: 916 time: 0.1277716 Jul 23 00:04:43.528975 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d5ab5-ab3a-4e29-b97c-3bb54b24d730 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8064962b-4a2c-473c-b185-89d64c6390dd,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:43.533036 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff8855-333a-4191-92f0-31f17f0ea5dc None None] Routers {'b1922534-06e2-4521-ba66-f9143774f8c5'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:04:43.533721 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-16ff8855-333a-4191-92f0-31f17f0ea5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:04:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['b1922534-06e2-4521-ba66-f9143774f8c5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:43.544201 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f59d5ab5-ab3a-4e29-b97c-3bb54b24d730 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.548159 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f59d5ab5-ab3a-4e29-b97c-3bb54b24d730 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2193017 Jul 23 00:04:43.548397 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54290) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:43.553741 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-7c74f5dc-50fc-491d-affc-2d2ec90d2829 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Request body: {'security_group_rule': {'security_group_id': '96877942-ea3c-434d-95f2-3cc575a062e4', 'project_id': '689bc049906147bd830347a440bc89d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:43.581204 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c74f5dc-50fc-491d-affc-2d2ec90d2829 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.596250 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8af3c78a-0462-4ea6-9180-aeb9e7c0c39d req-ebf54f4f-e90b-4450-bcfa-ce6711056ce1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59184e8c-327f-4f12-82be-44ec43889c84 HTTP/1.1" status: 200 len: 1000 time: 0.0607893 Jul 23 00:04:43.642233 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-16ff8855-333a-4191-92f0-31f17f0ea5dc None None] Set router b1922534-06e2-4521-ba66-f9143774f8c5 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:04:43.643917 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c74f5dc-50fc-491d-affc-2d2ec90d2829 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.646332 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c78a-0462-4ea6-9180-aeb9e7c0c39d req-3e142b63-63c4-4fef-bf82-a99762659f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:43.647798 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8af3c78a-0462-4ea6-9180-aeb9e7c0c39d req-3e142b63-63c4-4fef-bf82-a99762659f73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=094e61a5-6ff0-4e51-b43c-31f1ccc37eb1 HTTP/1.1" status: 200 len: 854 time: 0.0445118 Jul 23 00:04:43.648965 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c74f5dc-50fc-491d-affc-2d2ec90d2829 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.668632 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74f5dc-50fc-491d-affc-2d2ec90d2829 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510f2a95-edac-4530-b632-1c7e08871bef,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:43.672395 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c74f5dc-50fc-491d-affc-2d2ec90d2829 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.674132 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7c74f5dc-50fc-491d-affc-2d2ec90d2829 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246662 Jul 23 00:04:43.676860 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54292) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:43.681798 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-94800be4-b37f-4075-bedb-7d9e81e692bb tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Request body: {'security_group_rule': {'security_group_id': '96877942-ea3c-434d-95f2-3cc575a062e4', 'project_id': '689bc049906147bd830347a440bc89d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:43.713077 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-94800be4-b37f-4075-bedb-7d9e81e692bb tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.713487 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c78a-0462-4ea6-9180-aeb9e7c0c39d req-28860b7c-60aa-4be0-aa46-dabddd1d02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:43.715036 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8af3c78a-0462-4ea6-9180-aeb9e7c0c39d req-28860b7c-60aa-4be0-aa46-dabddd1d02ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aadc0089-da74-4985-8ba6-972fe5cf4507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585444 Jul 23 00:04:43.775178 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-94800be4-b37f-4075-bedb-7d9e81e692bb tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.780015 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-94800be4-b37f-4075-bedb-7d9e81e692bb tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.795010 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94800be4-b37f-4075-bedb-7d9e81e692bb tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0778097b-d3e8-4956-ab33-ecd1144f6279,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:43.808192 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-94800be4-b37f-4075-bedb-7d9e81e692bb tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.809599 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-94800be4-b37f-4075-bedb-7d9e81e692bb tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314764 Jul 23 00:04:43.812952 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54294) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:43.817112 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8af3c78a-0462-4ea6-9180-aeb9e7c0c39d req-c72d14de-d4e9-4958-adaa-592e95d502dc service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922265 Jul 23 00:04:43.818758 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-4efa2006-4acf-484d-be5f-6b998526e6f1 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Request body: {'security_group_rule': {'security_group_id': '96877942-ea3c-434d-95f2-3cc575a062e4', 'project_id': '689bc049906147bd830347a440bc89d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:43.846623 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4efa2006-4acf-484d-be5f-6b998526e6f1 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.899896 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-16ff8855-333a-4191-92f0-31f17f0ea5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 4, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port': {'id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '09426642-5285-49cf-be00-fd26f8a24438', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'port_id': '59184e8c-327f-4f12-82be-44ec43889c84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'mac_address': 'fa:16:3e:4c:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:04:42Z', 'updated_at': '2021-07-23T00:04:42Z', 'revision_number': 0, 'project_id': '689bc049906147bd830347a440bc89d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba371c79-8c60-4244-b8e0-8e90b2e696f2', 'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'mac_address': 'fa:16:3e:4b:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:48Z', 'updated_at': '2021-07-23T00:03:57Z', 'revision_number': 5, 'project_id': '689bc049906147bd830347a440bc89d8', 'subnets': [{'id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:04:43.910045 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4efa2006-4acf-484d-be5f-6b998526e6f1 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.913978 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4efa2006-4acf-484d-be5f-6b998526e6f1 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.915003 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8af3c78a-0462-4ea6-9180-aeb9e7c0c39d req-d494679d-6ec2-42fb-b9f7-2bbf85ffd414 service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907061 Jul 23 00:04:43.931725 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff8855-333a-4191-92f0-31f17f0ea5dc None None] The sync data for ids ['b1922534-06e2-4521-ba66-f9143774f8c5'] in dv-cinder-801633-1-iscsi is: [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 4, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port': {'id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '09426642-5285-49cf-be00-fd26f8a24438', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'port_id': '59184e8c-327f-4f12-82be-44ec43889c84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'mac_address': 'fa:16:3e:4c:bd:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:04:42Z', 'updated_at': '2021-07-23T00:04:42Z', 'revision_number': 0, 'project_id': '689bc049906147bd830347a440bc89d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba371c79-8c60-4244-b8e0-8e90b2e696f2', 'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'mac_address': 'fa:16:3e:4b:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:48Z', 'updated_at': '2021-07-23T00:03:57Z', 'revision_number': 5, 'project_id': '689bc049906147bd830347a440bc89d8', 'subnets': [{'id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:04:43.939563 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa2006-4acf-484d-be5f-6b998526e6f1 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fe083b-8f42-4f61-92e0-3e28cea3fb88,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:43.944688 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4efa2006-4acf-484d-be5f-6b998526e6f1 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:43.946455 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4efa2006-4acf-484d-be5f-6b998526e6f1 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317906 Jul 23 00:04:43.948801 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54296) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:43.953421 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-65308dcb-923d-4ca2-936b-081343299ac5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Request body: {'security_group_rule': {'security_group_id': '96877942-ea3c-434d-95f2-3cc575a062e4', 'project_id': '689bc049906147bd830347a440bc89d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:43.976743 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.securitygroups_db [None req-65308dcb-923d-4ca2-936b-081343299ac5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Project 689bc049906147bd830347a440bc89d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:04:43.981782 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-65308dcb-923d-4ca2-936b-081343299ac5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:44.042248 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-65308dcb-923d-4ca2-936b-081343299ac5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:44.045960 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-65308dcb-923d-4ca2-936b-081343299ac5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:44.065092 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65308dcb-923d-4ca2-936b-081343299ac5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669dacf8-e615-4cf4-8898-a96070dff3bf,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:44.069200 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-65308dcb-923d-4ca2-936b-081343299ac5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:44.073170 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-65308dcb-923d-4ca2-936b-081343299ac5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207089 Jul 23 00:04:44.073653 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54298) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:04:44.078045 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-dd7b8ae2-13be-498a-9ec1-0733d1269c81 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Request body: {'security_group_rule': {'security_group_id': '96877942-ea3c-434d-95f2-3cc575a062e4', 'project_id': '689bc049906147bd830347a440bc89d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:44.100120 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.securitygroups_db [None req-dd7b8ae2-13be-498a-9ec1-0733d1269c81 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Project 689bc049906147bd830347a440bc89d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 00:04:44.105299 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd7b8ae2-13be-498a-9ec1-0733d1269c81 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:44.127524 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab89d5f1-757b-45da-8c10-32876ea29768 None None] New status for floating IP 09426642-5285-49cf-be00-fd26f8a24438: ACTIVE {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:04:44.173011 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd7b8ae2-13be-498a-9ec1-0733d1269c81 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:44.178160 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd7b8ae2-13be-498a-9ec1-0733d1269c81 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:44.195321 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b8ae2-13be-498a-9ec1-0733d1269c81 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2f99b0-8a29-4202-bd79-35600de5effa,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:44.202019 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd7b8ae2-13be-498a-9ec1-0733d1269c81 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:44.203209 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dd7b8ae2-13be-498a-9ec1-0733d1269c81 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287804 Jul 23 00:04:44.284362 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d99ac4d8-91ee-4715-af8d-8c42747fcd1d req-5e6ebbaa-5def-4c67-929a-133ca9f8c4d0 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-120972851&fields=id&tenant_id=689bc049906147bd830347a440bc89d8 HTTP/1.1" status: 200 len: 267 time: 0.0354302 Jul 23 00:04:44.365403 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ac4d8-91ee-4715-af8d-8c42747fcd1d req-7289ec91-7ff3-4441-928e-8418ae84238e tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:44.366776 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d99ac4d8-91ee-4715-af8d-8c42747fcd1d req-7289ec91-7ff3-4441-928e-8418ae84238e tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 946 time: 0.0770590 Jul 23 00:04:44.388920 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-d99ac4d8-91ee-4715-af8d-8c42747fcd1d req-abb6cc99-fa66-4796-bff0-4980d9e0a0d3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Request body: {'port': {'security_groups': ['ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed', '96877942-ea3c-434d-95f2-3cc575a062e4']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:04:44.486750 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0852a70-cc6a-4518-951a-dd6255d1dc76 req-3904c799-9aff-452b-9068-d8f8ca260479 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:44.488224 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c0852a70-cc6a-4518-951a-dd6255d1dc76 req-3904c799-9aff-452b-9068-d8f8ca260479 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.1485438 Jul 23 00:04:44.499969 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-d99ac4d8-91ee-4715-af8d-8c42747fcd1d req-abb6cc99-fa66-4796-bff0-4980d9e0a0d3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:44.557083 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c0852a70-cc6a-4518-951a-dd6255d1dc76 req-b23a59b3-272f-4683-9acb-a48c2403e416 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624871 Jul 23 00:04:44.701092 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-d99ac4d8-91ee-4715-af8d-8c42747fcd1d req-abb6cc99-fa66-4796-bff0-4980d9e0a0d3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] For port 59184e8c-327f-4f12-82be-44ec43889c84, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=59184e8c-327f-4f12-82be-44ec43889c84,segment=NetworkSegment(b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2),segment_id=b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:44.730401 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-d99ac4d8-91ee-4715-af8d-8c42747fcd1d req-abb6cc99-fa66-4796-bff0-4980d9e0a0d3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:44.735357 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-d99ac4d8-91ee-4715-af8d-8c42747fcd1d req-abb6cc99-fa66-4796-bff0-4980d9e0a0d3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:44.746395 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['59184e8c-327f-4f12-82be-44ec43889c84'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:04:44.778747 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ac4d8-91ee-4715-af8d-8c42747fcd1d req-abb6cc99-fa66-4796-bff0-4980d9e0a0d3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:44.779412 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-d99ac4d8-91ee-4715-af8d-8c42747fcd1d req-abb6cc99-fa66-4796-bff0-4980d9e0a0d3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:44.780871 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d99ac4d8-91ee-4715-af8d-8c42747fcd1d req-abb6cc99-fa66-4796-bff0-4980d9e0a0d3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "PUT /v2.0/ports/59184e8c-327f-4f12-82be-44ec43889c84 HTTP/1.1" status: 200 len: 982 time: 0.3977733 Jul 23 00:04:44.807438 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6cc99-fa66-4796-bff0-4980d9e0a0d3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event updated for resources: {'Port': ['ID=59184e8c-327f-4f12-82be-44ec43889c84,revision_number=6']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:44.912024 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe9b86-4af5-47ac-8e1c-cb990895b0b2 req-6cbfda45-386a-4df0-8375-a535d0f96e03 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:44.913885 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-47fe9b86-4af5-47ac-8e1c-cb990895b0b2 req-6cbfda45-386a-4df0-8375-a535d0f96e03 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0759394 Jul 23 00:04:44.950217 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['59184e8c-327f-4f12-82be-44ec43889c84'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:04:44.960675 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-47fe9b86-4af5-47ac-8e1c-cb990895b0b2 req-4ef06c84-6ae3-4938-bafc-e04882f18cac tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367527 Jul 23 00:04:45.033556 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-67ec8f83-aef1-4a4d-affc-c58aa4065f13 None None] Provisioning complete for port 59184e8c-327f-4f12-82be-44ec43889c84 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:45.033920 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67ec8f83-aef1-4a4d-affc-c58aa4065f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:45.274945 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:45.277542 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b805008-2cc7-4d7d-b99e-81089d4bb83b" -d '{"events": [{"name": "network-changed", "server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "tag": "59184e8c-327f-4f12-82be-44ec43889c84"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:45.312610 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5af1d36-2a36-4dff-808e-7d395cbd5312 x-openstack-request-id: req-b5af1d36-2a36-4dff-808e-7d395cbd5312 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:45.312979 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "tag": "59184e8c-327f-4f12-82be-44ec43889c84", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:45.313310 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5af1d36-2a36-4dff-808e-7d395cbd5312 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:45.313724 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84', 'status': 'completed', 'code': 200} Jul 23 00:04:45.389732 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b805008-2cc7-4d7d-b99e-81089d4bb83b req-430d49ac-4844-40fe-85d5-2502158791c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:45.391131 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b805008-2cc7-4d7d-b99e-81089d4bb83b req-430d49ac-4844-40fe-85d5-2502158791c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=689bc049906147bd830347a440bc89d8&device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 1138 time: 0.0559111 Jul 23 00:04:45.495098 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b805008-2cc7-4d7d-b99e-81089d4bb83b req-f71b19fc-ee5b-4b71-a84f-61d7bffa1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:45.496545 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b805008-2cc7-4d7d-b99e-81089d4bb83b req-f71b19fc-ee5b-4b71-a84f-61d7bffa1a65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aadc0089-da74-4985-8ba6-972fe5cf4507 HTTP/1.1" status: 200 len: 916 time: 0.0941672 Jul 23 00:04:45.563522 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b805008-2cc7-4d7d-b99e-81089d4bb83b req-a2f80e1c-1b6a-455e-ad7e-5ea9ae166237 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59184e8c-327f-4f12-82be-44ec43889c84 HTTP/1.1" status: 200 len: 1002 time: 0.0600641 Jul 23 00:04:45.629091 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b805008-2cc7-4d7d-b99e-81089d4bb83b req-d5371499-87a7-49b5-bf24-2cbcfde98773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:45.632066 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b805008-2cc7-4d7d-b99e-81089d4bb83b req-d5371499-87a7-49b5-bf24-2cbcfde98773 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=094e61a5-6ff0-4e51-b43c-31f1ccc37eb1 HTTP/1.1" status: 200 len: 854 time: 0.0588140 Jul 23 00:04:45.737317 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b805008-2cc7-4d7d-b99e-81089d4bb83b req-a9fb0198-a6b2-48af-a88e-acf149de5d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:45.738813 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b805008-2cc7-4d7d-b99e-81089d4bb83b req-a9fb0198-a6b2-48af-a88e-acf149de5d77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aadc0089-da74-4985-8ba6-972fe5cf4507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0993094 Jul 23 00:04:45.746864 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223901b4-fe5e-452b-89d7-ab1774f9e118 req-805fdfe3-c70f-445b-bc8e-60bfe455ef53 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:45.748228 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-223901b4-fe5e-452b-89d7-ab1774f9e118 req-805fdfe3-c70f-445b-bc8e-60bfe455ef53 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0991995 Jul 23 00:04:45.838235 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-223901b4-fe5e-452b-89d7-ab1774f9e118 req-b1f0fdfa-8634-497f-b833-e51095d628f5 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844600 Jul 23 00:04:45.862893 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b805008-2cc7-4d7d-b99e-81089d4bb83b req-e6d963e5-cb04-438a-9022-4b8e8cf6332a service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081142 Jul 23 00:04:45.949475 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b805008-2cc7-4d7d-b99e-81089d4bb83b req-50ab8a34-9390-49a7-bd03-d45a74888406 service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796096 Jul 23 00:04:46.973607 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ae50a-ea79-41dd-9a23-a01e72b1a306 req-b202c306-81fd-430e-bd72-4e72d27c19dd tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:46.975053 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b5ae50a-ea79-41dd-9a23-a01e72b1a306 req-b202c306-81fd-430e-bd72-4e72d27c19dd tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0658264 Jul 23 00:04:47.012543 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7b5ae50a-ea79-41dd-9a23-a01e72b1a306 req-8033ce33-461b-4dde-898a-82288a2b7488 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318415 Jul 23 00:04:47.751883 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-71e96252-10f7-49d1-8392-853ce4a6d97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:48.141056 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c7dc8-8d01-4a68-ae1b-ae7323269be1 req-ea58fa5d-ac05-4365-809c-8383db355d0f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:48.142508 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f42c7dc8-8d01-4a68-ae1b-ae7323269be1 req-ea58fa5d-ac05-4365-809c-8383db355d0f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0617528 Jul 23 00:04:48.179808 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f42c7dc8-8d01-4a68-ae1b-ae7323269be1 req-c7779db6-acf5-43d4-8276-de8a7eb2817c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312612 Jul 23 00:04:49.330330 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafde95-1684-462b-b1e3-658df618c134 req-8f238363-6544-4400-ae96-c1b7e587defa tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:49.331842 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aaafde95-1684-462b-b1e3-658df618c134 req-8f238363-6544-4400-ae96-c1b7e587defa tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0725181 Jul 23 00:04:49.370775 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-aaafde95-1684-462b-b1e3-658df618c134 req-842a2622-3ab8-4c1c-b283-53b351523a2e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332346 Jul 23 00:04:50.217333 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc4c6a41-e42e-4084-a168-7102fe2ccf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.464139 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:50.508248 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14372f15-344e-44e5-bde3-6f1399ab1a4a req-6aefd5eb-7a11-4ee0-bb7c-7de9421038d5 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:50.509712 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-14372f15-344e-44e5-bde3-6f1399ab1a4a req-6aefd5eb-7a11-4ee0-bb7c-7de9421038d5 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0660899 Jul 23 00:04:50.545335 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-14372f15-344e-44e5-bde3-6f1399ab1a4a req-438ba2d8-b9e7-43dd-b0ec-449925840126 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297773 Jul 23 00:04:51.490437 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:51.686126 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e830e-cf65-41fa-9cd5-0acf381da6a1 req-24becf98-1a4a-4d85-ad9a-c4e08c97bbf7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:51.687598 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f9e830e-cf65-41fa-9cd5-0acf381da6a1 req-24becf98-1a4a-4d85-ad9a-c4e08c97bbf7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0620875 Jul 23 00:04:51.724181 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f9e830e-cf65-41fa-9cd5-0acf381da6a1 req-1c2d04a8-2bcb-4857-855c-308fe6a83abb tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304186 Jul 23 00:04:52.856618 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f4112-3145-46fe-b0e8-2977e053a89f req-af2b9aaf-b878-45ce-a573-b6d14d675c6a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:52.858078 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-df3f4112-3145-46fe-b0e8-2977e053a89f req-af2b9aaf-b878-45ce-a573-b6d14d675c6a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0648053 Jul 23 00:04:52.894356 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-df3f4112-3145-46fe-b0e8-2977e053a89f req-6536afaa-0f80-4dbe-ae5e-7dd825a746f8 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308259 Jul 23 00:04:53.170158 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.033481 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e82093-ad97-4fb2-a2b4-8db22bf03770 req-b2742c7a-d9e6-4926-83c9-9b0b694b6a8b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:54.034953 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-31e82093-ad97-4fb2-a2b4-8db22bf03770 req-b2742c7a-d9e6-4926-83c9-9b0b694b6a8b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0631862 Jul 23 00:04:54.071473 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-31e82093-ad97-4fb2-a2b4-8db22bf03770 req-23b33a10-8cf6-4931-a4d6-db03ee6f1a82 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310218 Jul 23 00:04:54.435538 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 248e98f3-9327-4244-8a44-dc6af2137800 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:04:54.526927 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 248e98f3-9327-4244-8a44-dc6af2137800, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=248e98f3-9327-4244-8a44-dc6af2137800,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:54.537689 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '248e98f3-9327-4244-8a44-dc6af2137800', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'port_id': '248e98f3-9327-4244-8a44-dc6af2137800', 'mac_address': 'fa:16:3e:3b:88:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:04:54.572172 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.583939 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 248e98f3-9327-4244-8a44-dc6af2137800 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:04:54.602730 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 248e98f3-9327-4244-8a44-dc6af2137800, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=248e98f3-9327-4244-8a44-dc6af2137800,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:54.606487 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:54.654210 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=248e98f3-9327-4244-8a44-dc6af2137800,revision_number=6']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:54.700111 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['248e98f3-9327-4244-8a44-dc6af2137800'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:04:55.199712 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0665f5-2a46-4171-905a-1141043cdddf req-99f31d07-c8a5-4c48-84e5-162300988057 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:55.201167 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd0665f5-2a46-4171-905a-1141043cdddf req-99f31d07-c8a5-4c48-84e5-162300988057 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 945 time: 0.0614603 Jul 23 00:04:55.237221 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fd0665f5-2a46-4171-905a-1141043cdddf req-82609502-8cf8-4dde-a1cb-efdb301436f7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305419 Jul 23 00:04:56.114870 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:04:56.388134 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131e89c-f229-48ec-8409-2754debf7a11 req-e25a3db9-4ee2-4635-be3f-85fe8652ab43 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:56.389594 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7131e89c-f229-48ec-8409-2754debf7a11 req-e25a3db9-4ee2-4635-be3f-85fe8652ab43 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 945 time: 0.0684130 Jul 23 00:04:56.427493 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7131e89c-f229-48ec-8409-2754debf7a11 req-f187644e-b97e-45a2-863d-5b080f489ad5 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323720 Jul 23 00:04:56.453034 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 248e98f3-9327-4244-8a44-dc6af2137800 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:04:56.503924 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 248e98f3-9327-4244-8a44-dc6af2137800 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:04:56.504305 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:56.581699 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:56.609309 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:04:56.611562 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc464499-e9c9-4a90-b631-9629dcf41479" -d '{"events": [{"server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "name": "network-vif-plugged", "status": "completed", "tag": "248e98f3-9327-4244-8a44-dc6af2137800"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:04:56.624398 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 248e98f3-9327-4244-8a44-dc6af2137800, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=248e98f3-9327-4244-8a44-dc6af2137800,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:04:56.631811 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:04:56.655859 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cbf366-ed41-43d7-b18d-baed083cef15 x-openstack-request-id: req-c7cbf366-ed41-43d7-b18d-baed083cef15 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:04:56.656151 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "name": "network-vif-plugged", "status": "completed", "tag": "248e98f3-9327-4244-8a44-dc6af2137800", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:04:56.656401 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7cbf366-ed41-43d7-b18d-baed083cef15 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:04:56.656781 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800', 'code': 200} Jul 23 00:04:56.690371 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=248e98f3-9327-4244-8a44-dc6af2137800,revision_number=7']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:04:57.581269 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b0eda-1bf1-45d0-b21d-1c83c035a4d6 req-5190c853-cd42-4a79-af28-5a85eb022616 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:57.582875 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-381b0eda-1bf1-45d0-b21d-1c83c035a4d6 req-5190c853-cd42-4a79-af28-5a85eb022616 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0776491 Jul 23 00:04:57.640089 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-381b0eda-1bf1-45d0-b21d-1c83c035a4d6 req-c7656100-c6b2-4a2d-9a7a-ba4d323ec3c3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506637 Jul 23 00:04:58.796342 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862f3d0-a86c-4497-b2d6-d1a3cd91c200 req-9c10c972-488f-4876-a7dd-2621bff560ba tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:04:58.797894 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c862f3d0-a86c-4497-b2d6-d1a3cd91c200 req-9c10c972-488f-4876-a7dd-2621bff560ba tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0737276 Jul 23 00:04:58.862197 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c862f3d0-a86c-4497-b2d6-d1a3cd91c200 req-07abcf1c-3796-4e4c-ae91-5c263ed49bdb tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576916 Jul 23 00:05:00.020230 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e838b-742b-4d88-a1c9-6270dea76494 req-74145936-b816-4bfd-b29c-e6d9747e9f2e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:00.021793 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b27e838b-742b-4d88-a1c9-6270dea76494 req-74145936-b816-4bfd-b29c-e6d9747e9f2e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0767097 Jul 23 00:05:00.068849 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b27e838b-742b-4d88-a1c9-6270dea76494 req-60bcbdeb-32b1-4b4c-9106-f94fc7327f83 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369143 Jul 23 00:05:01.229095 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260db05-cc6d-48d6-8153-18e0ad67f2a2 req-f55c312b-5e8b-4491-9c05-24226bbc5d91 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:01.231689 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d260db05-cc6d-48d6-8153-18e0ad67f2a2 req-f55c312b-5e8b-4491-9c05-24226bbc5d91 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0782452 Jul 23 00:05:01.273896 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d260db05-cc6d-48d6-8153-18e0ad67f2a2 req-13f51ed2-1eef-4cdf-a003-96c4150507ca tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361447 Jul 23 00:05:02.422831 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64fc88-a6ce-4d90-9e80-ad3670101131 req-02756f1d-6318-41df-80bf-7b4abf7269ad tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:02.424336 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0c64fc88-a6ce-4d90-9e80-ad3670101131 req-02756f1d-6318-41df-80bf-7b4abf7269ad tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0720396 Jul 23 00:05:02.466374 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0c64fc88-a6ce-4d90-9e80-ad3670101131 req-f17b54e2-d1b8-40d8-b9cb-f3f89e8e3542 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361576 Jul 23 00:05:03.617545 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f92e4f-cd9e-466a-aa0d-388cc89d48f2 req-4bdf05e5-0dff-4821-a6bc-8e110686e236 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:03.625353 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-38f92e4f-cd9e-466a-aa0d-388cc89d48f2 req-4bdf05e5-0dff-4821-a6bc-8e110686e236 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0795705 Jul 23 00:05:03.661672 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-38f92e4f-cd9e-466a-aa0d-388cc89d48f2 req-a2d5b313-16d0-4940-ab13-443e7167cf15 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352807 Jul 23 00:05:04.802694 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28d51f-567a-4006-80fe-94213baa25d6 req-d17cd801-6cb1-452a-b24f-e407b218a028 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:04.804169 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf28d51f-567a-4006-80fe-94213baa25d6 req-d17cd801-6cb1-452a-b24f-e407b218a028 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0676053 Jul 23 00:05:04.840682 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf28d51f-567a-4006-80fe-94213baa25d6 req-593fa30a-e8b8-4d3a-823b-8fa8951c0557 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309429 Jul 23 00:05:05.384795 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906056e1-f1e3-4dff-8422-19f7e410c45b req-01a0e016-5cf7-4ce8-84f7-a6a5616cddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:05.387077 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-906056e1-f1e3-4dff-8422-19f7e410c45b req-01a0e016-5cf7-4ce8-84f7-a6a5616cddcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 1099 time: 0.0551934 Jul 23 00:05:05.477058 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906056e1-f1e3-4dff-8422-19f7e410c45b req-26aa1069-9f60-4783-869e-9a38686b20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:05.478513 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-906056e1-f1e3-4dff-8422-19f7e410c45b req-26aa1069-9f60-4783-869e-9a38686b20ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 200 len: 917 time: 0.0839765 Jul 23 00:05:05.542851 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-906056e1-f1e3-4dff-8422-19f7e410c45b req-2045abb7-8d88-4658-9c30-bab845dbfc2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=248e98f3-9327-4244-8a44-dc6af2137800 HTTP/1.1" status: 200 len: 1002 time: 0.0559342 Jul 23 00:05:05.591845 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906056e1-f1e3-4dff-8422-19f7e410c45b req-f146381c-2edf-4a1f-bf19-17dd4b6dc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:05.593236 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-906056e1-f1e3-4dff-8422-19f7e410c45b req-f146381c-2edf-4a1f-bf19-17dd4b6dc848 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=739940cf-291e-44ac-8d89-078a7a2a023d HTTP/1.1" status: 200 len: 855 time: 0.0413201 Jul 23 00:05:05.654858 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906056e1-f1e3-4dff-8422-19f7e410c45b req-133b4f6c-b9fb-4ce9-a885-6e0e1ea06545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:05.656271 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-906056e1-f1e3-4dff-8422-19f7e410c45b req-133b4f6c-b9fb-4ce9-a885-6e0e1ea06545 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d72d623f-3714-41dc-869a-b358bd7c89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559564 Jul 23 00:05:05.752584 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-906056e1-f1e3-4dff-8422-19f7e410c45b req-b4d75310-43e8-4001-bcf1-2a94f5a08c5a service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887353 Jul 23 00:05:05.839823 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-906056e1-f1e3-4dff-8422-19f7e410c45b req-e749fb78-f36c-43c3-b5db-a32242790c0a service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806355 Jul 23 00:05:05.968969 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef1599-ce30-484f-bc2f-14999901f8e2 req-0b60ae6d-ac86-4d3f-8dc3-39798ce920da tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:05.970418 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5cef1599-ce30-484f-bc2f-14999901f8e2 req-0b60ae6d-ac86-4d3f-8dc3-39798ce920da tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0613658 Jul 23 00:05:06.007557 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5cef1599-ce30-484f-bc2f-14999901f8e2 req-1d715d9f-b084-4053-ae3d-7395bfc9aa99 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298753 Jul 23 00:05:07.137553 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1136cc4-d423-4dc8-8121-ac7db336aa8b req-ecbd97da-3cba-4159-bfc1-862e58079bf0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:07.139015 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f1136cc4-d423-4dc8-8121-ac7db336aa8b req-ecbd97da-3cba-4159-bfc1-862e58079bf0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0611238 Jul 23 00:05:07.174906 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f1136cc4-d423-4dc8-8121-ac7db336aa8b req-883c2a3f-1b39-4075-9155-c7beddbfc0e0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303044 Jul 23 00:05:08.309415 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9660bf-8c93-4023-a528-fad07c2c37e2 req-990e7b07-ce80-4e2c-b241-d9de0de7d3c7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:08.310887 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0f9660bf-8c93-4023-a528-fad07c2c37e2 req-990e7b07-ce80-4e2c-b241-d9de0de7d3c7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 946 time: 0.0657256 Jul 23 00:05:08.355370 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0f9660bf-8c93-4023-a528-fad07c2c37e2 req-7ae529b5-5636-4926-ba4e-0c4fd1bbd149 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388381 Jul 23 00:05:08.521751 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 248e98f3-9327-4244-8a44-dc6af2137800 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:08.599688 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.621278 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:05:08.623541 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58239f09-554c-4f09-8005-35630113a643" -d '{"events": [{"server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "name": "network-vif-unplugged", "status": "completed", "tag": "248e98f3-9327-4244-8a44-dc6af2137800"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:05:08.638203 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 248e98f3-9327-4244-8a44-dc6af2137800, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=248e98f3-9327-4244-8a44-dc6af2137800,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:08.642781 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:08.692094 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=248e98f3-9327-4244-8a44-dc6af2137800,revision_number=8']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:08.699978 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:08.700532 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:08.701226 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:08.701722 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:08.702251 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:08.702724 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:08.703203 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:08.703787 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:08.704272 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:08.704738 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:08.705264 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:08.705584 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:05:08.729303 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 00:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ec8109-a3e2-4662-aac7-128afeef826a x-openstack-request-id: req-84ec8109-a3e2-4662-aac7-128afeef826a {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:05:08.729721 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "name": "network-vif-unplugged", "status": "failed", "tag": "248e98f3-9327-4244-8a44-dc6af2137800", "code": 422}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:05:08.730103 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84ec8109-a3e2-4662-aac7-128afeef826a {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:05:08.730697 dv-cinder-801633-1-iscsi neutron-server[92930]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800', 'code': 422} returned with failed status Jul 23 00:05:09.218892 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6f372-ec1e-4470-b2e5-c133391ae828 req-1918ad40-1c91-4d9c-a71d-4305e91835e0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:09.220389 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9dc6f372-ec1e-4470-b2e5-c133391ae828 req-1918ad40-1c91-4d9c-a71d-4305e91835e0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0635746 Jul 23 00:05:09.256951 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9dc6f372-ec1e-4470-b2e5-c133391ae828 req-63abf28e-71fa-481b-b602-eb2ecd69268a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310781 Jul 23 00:05:09.372252 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54458) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:05:09.469524 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-10654dcc-d5a3-476f-9092-f95a3792da67 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961175 Jul 23 00:05:10.391005 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1779fc-73fb-4265-9a75-1819e554e287 req-49751301-22b4-4db0-84c1-d3acebc558a6 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:10.392477 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd1779fc-73fb-4265-9a75-1819e554e287 req-49751301-22b4-4db0-84c1-d3acebc558a6 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0643411 Jul 23 00:05:10.456606 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd1779fc-73fb-4265-9a75-1819e554e287 req-ecc9902d-116c-4388-841f-ed741ef944ea tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584638 Jul 23 00:05:10.474280 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-1acd2fea-7f3b-4398-8fc3-66cf5aa13100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:10.475763 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-1acd2fea-7f3b-4398-8fc3-66cf5aa13100 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e&tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f HTTP/1.1" status: 200 len: 1097 time: 0.0718920 Jul 23 00:05:10.547188 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-0de5de06-8441-4c2b-97db-5c1f73c9deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:10.548543 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-0de5de06-8441-4c2b-97db-5c1f73c9deeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 1097 time: 0.0514314 Jul 23 00:05:10.638881 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-e1e93f7c-86f8-485a-a6af-161b078723a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:10.640517 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-e1e93f7c-86f8-485a-a6af-161b078723a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 200 len: 917 time: 0.0841312 Jul 23 00:05:10.710686 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-1934b819-ac98-4bdb-ad5d-1f91f346c523 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=248e98f3-9327-4244-8a44-dc6af2137800 HTTP/1.1" status: 200 len: 1000 time: 0.0629723 Jul 23 00:05:10.822551 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-e5c99d61-d419-45a9-8a5a-c515ade41b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:10.823921 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-e5c99d61-d419-45a9-8a5a-c515ade41b69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=739940cf-291e-44ac-8d89-078a7a2a023d HTTP/1.1" status: 200 len: 855 time: 0.1060998 Jul 23 00:05:10.885556 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a53be9-ffd9-4121-85d2-4ce30333c661 req-5fc06a0f-4bfa-4f5d-9a32-10b70e0c9afa tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:10.886989 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d0a53be9-ffd9-4121-85d2-4ce30333c661 req-5fc06a0f-4bfa-4f5d-9a32-10b70e0c9afa tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.1610777 Jul 23 00:05:10.896639 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc2bff-cb5b-4c93-985e-56c111eb314f req-c5293fd3-e9e0-41f2-bc6a-6c43a4f315a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:10.897980 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cecc2bff-cb5b-4c93-985e-56c111eb314f req-c5293fd3-e9e0-41f2-bc6a-6c43a4f315a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=689bc049906147bd830347a440bc89d8&device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 1138 time: 0.1434410 Jul 23 00:05:10.967957 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d0a53be9-ffd9-4121-85d2-4ce30333c661 req-1bac0ba8-1b84-410f-ae26-646705974dcb tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738282 Jul 23 00:05:10.969601 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-58732c4c-6089-4de2-9f2a-6e5a59663735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:10.970956 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-58732c4c-6089-4de2-9f2a-6e5a59663735 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d72d623f-3714-41dc-869a-b358bd7c89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1374350 Jul 23 00:05:11.301269 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc2bff-cb5b-4c93-985e-56c111eb314f req-98c68805-646a-4e1c-b6e2-5c19444dc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:11.302707 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cecc2bff-cb5b-4c93-985e-56c111eb314f req-98c68805-646a-4e1c-b6e2-5c19444dc236 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aadc0089-da74-4985-8ba6-972fe5cf4507 HTTP/1.1" status: 200 len: 916 time: 0.3966138 Jul 23 00:05:11.357690 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-405f18c3-a89c-410b-aef3-57c92fa47ce4 service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612454 Jul 23 00:05:11.400551 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cecc2bff-cb5b-4c93-985e-56c111eb314f req-5d4cbfa3-6c2e-4ab7-9330-0f0f42dcf5d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59184e8c-327f-4f12-82be-44ec43889c84 HTTP/1.1" status: 200 len: 1002 time: 0.0892608 Jul 23 00:05:11.487786 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc2bff-cb5b-4c93-985e-56c111eb314f req-65c163a6-bf6e-4f76-b920-52645b0623d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:11.489745 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cecc2bff-cb5b-4c93-985e-56c111eb314f req-65c163a6-bf6e-4f76-b920-52645b0623d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=094e61a5-6ff0-4e51-b43c-31f1ccc37eb1 HTTP/1.1" status: 200 len: 854 time: 0.0817695 Jul 23 00:05:11.493076 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b079082-d4b9-4b99-bc8f-845d136a2d4b req-4ddd5fbe-1c4c-4465-8a7d-3c8fdb3ce4ad service neutron] 10.222.0.41 "GET /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267688 Jul 23 00:05:11.593619 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc2bff-cb5b-4c93-985e-56c111eb314f req-418b415a-07cc-41cf-9a9f-f31be54b0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:11.595092 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cecc2bff-cb5b-4c93-985e-56c111eb314f req-418b415a-07cc-41cf-9a9f-f31be54b0665 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aadc0089-da74-4985-8ba6-972fe5cf4507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953410 Jul 23 00:05:11.618639 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8ab61-0324-4855-bf7f-bb2239fa1e17 req-7fb0abfc-8376-45f7-b631-419901638dfa tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:11.620057 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-12f8ab61-0324-4855-bf7f-bb2239fa1e17 req-7fb0abfc-8376-45f7-b631-419901638dfa tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0865073 Jul 23 00:05:11.709520 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-12f8ab61-0324-4855-bf7f-bb2239fa1e17 req-aede52a8-df8a-4c49-90db-3edf1f41d820 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792420 Jul 23 00:05:11.733886 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cecc2bff-cb5b-4c93-985e-56c111eb314f req-11f4f73a-ba2f-45e2-8ec9-c112a98a89a8 service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310253 Jul 23 00:05:11.823333 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cecc2bff-cb5b-4c93-985e-56c111eb314f req-22e4cc00-d91b-4854-b081-d70ba512d7b3 service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827951 Jul 23 00:05:12.119223 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fdd67-ae86-4794-9599-9327eeca48a0 req-95d3a80a-f216-4028-a4c4-fce78b9749e6 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:12.120641 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b8fdd67-ae86-4794-9599-9327eeca48a0 req-95d3a80a-f216-4028-a4c4-fce78b9749e6 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0749695 Jul 23 00:05:12.165811 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4b8fdd67-ae86-4794-9599-9327eeca48a0 req-57eabc19-ec68-44da-9bbf-f148944b2b19 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393381 Jul 23 00:05:12.571914 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 248e98f3-9327-4244-8a44-dc6af2137800 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:05:12.842401 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3552792-c2c4-432c-9d75-99e759052caa req-942c0c70-0c3c-455e-a894-1cacf029c454 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:12.843885 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f3552792-c2c4-432c-9d75-99e759052caa req-942c0c70-0c3c-455e-a894-1cacf029c454 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0619402 Jul 23 00:05:12.901392 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f3552792-c2c4-432c-9d75-99e759052caa req-f45b7f40-6b09-4872-807d-ca8729840da5 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468311 Jul 23 00:05:12.936301 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:13.308205 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c69c9-96ec-45a1-9f20-db96bc7a2301 req-c90ef438-b90b-4a35-b835-4e457b7a6087 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:13.309661 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-560c69c9-96ec-45a1-9f20-db96bc7a2301 req-c90ef438-b90b-4a35-b835-4e457b7a6087 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0638583 Jul 23 00:05:13.348628 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-560c69c9-96ec-45a1-9f20-db96bc7a2301 req-cdc087d7-f7b2-400e-830b-20248ac8649f tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334673 Jul 23 00:05:14.027412 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13450027-5331-49c8-a3b3-a9082735ba14 req-3eae0fdb-a00a-43e4-942f-fdc2f95df927 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:14.028919 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-13450027-5331-49c8-a3b3-a9082735ba14 req-3eae0fdb-a00a-43e4-942f-fdc2f95df927 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0658841 Jul 23 00:05:14.067528 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-13450027-5331-49c8-a3b3-a9082735ba14 req-35ef2dc4-fdbe-4d26-8eb7-5d68c36b08c1 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330873 Jul 23 00:05:14.476068 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998665f-0a60-4778-a868-45b51ab221d3 req-16bd5415-4943-469e-b795-34bf3f04baaf tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:14.477659 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5998665f-0a60-4778-a868-45b51ab221d3 req-16bd5415-4943-469e-b795-34bf3f04baaf tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0648291 Jul 23 00:05:14.524968 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5998665f-0a60-4778-a868-45b51ab221d3 req-4799b016-eb8b-4684-9478-b8e16eadda82 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410755 Jul 23 00:05:15.212016 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffe881-69cd-4c63-94e7-b9e3751a16f0 req-6a464d19-faee-449e-a879-0da074bdec48 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:15.213571 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0fffe881-69cd-4c63-94e7-b9e3751a16f0 req-6a464d19-faee-449e-a879-0da074bdec48 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0669327 Jul 23 00:05:15.254605 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0fffe881-69cd-4c63-94e7-b9e3751a16f0 req-0924acd8-6f62-4e0e-8f8b-6051ffdc09c7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354769 Jul 23 00:05:15.653619 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76f866-3167-45b1-b2f3-44411d998e48 req-63f3ae31-64ce-49fb-880a-166b8d89c9e9 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:15.655087 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd76f866-3167-45b1-b2f3-44411d998e48 req-63f3ae31-64ce-49fb-880a-166b8d89c9e9 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0642288 Jul 23 00:05:15.694006 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bd76f866-3167-45b1-b2f3-44411d998e48 req-cb6ea395-50d1-4c72-b77e-f88315d44545 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333276 Jul 23 00:05:16.409046 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9b3f4-e72f-4150-a63a-55d25890afcd req-25b93bd2-4fe4-4670-8880-9e1f17d629a5 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:16.411295 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-72d9b3f4-e72f-4150-a63a-55d25890afcd req-25b93bd2-4fe4-4670-8880-9e1f17d629a5 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0838902 Jul 23 00:05:16.454023 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-72d9b3f4-e72f-4150-a63a-55d25890afcd req-e0711365-9da0-440c-b106-07ab8a796b62 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336227 Jul 23 00:05:16.824006 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c9ad1-474e-4f31-8d31-6d5f6f60cb4d req-39328f8a-8f64-467b-9fe2-a70dc19b911c tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:16.825459 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3d2c9ad1-474e-4f31-8d31-6d5f6f60cb4d req-39328f8a-8f64-467b-9fe2-a70dc19b911c tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0662761 Jul 23 00:05:16.868041 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3d2c9ad1-474e-4f31-8d31-6d5f6f60cb4d req-d15199f1-e838-433a-afda-c7648b4d238b tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368338 Jul 23 00:05:17.602400 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090d6eb-32af-4a11-8eae-15350464b1cf req-64c8d8f4-536f-4bbc-89e7-39a417d56fa9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:17.604399 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2090d6eb-32af-4a11-8eae-15350464b1cf req-64c8d8f4-536f-4bbc-89e7-39a417d56fa9 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0787673 Jul 23 00:05:17.644290 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2090d6eb-32af-4a11-8eae-15350464b1cf req-33bc308c-a3c2-4149-830d-e6f7575efc09 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335529 Jul 23 00:05:17.758214 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4db2e094-7a99-484f-84cb-13dd8255312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:17.996977 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd722c8-75ba-4065-9fa6-c4264d13c8a1 req-280c02a2-387e-4b30-a2c0-91d855271187 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:17.998441 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0cd722c8-75ba-4065-9fa6-c4264d13c8a1 req-280c02a2-387e-4b30-a2c0-91d855271187 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0621936 Jul 23 00:05:18.042585 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0cd722c8-75ba-4065-9fa6-c4264d13c8a1 req-48cc847b-40db-4645-94ef-ce14aec2b594 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383470 Jul 23 00:05:18.776066 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c831d2-60e5-4563-8ee1-2fb3194b5307 req-ea54d834-6ecd-40a1-9f3c-8be6f40da515 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:18.777611 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-24c831d2-60e5-4563-8ee1-2fb3194b5307 req-ea54d834-6ecd-40a1-9f3c-8be6f40da515 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0628011 Jul 23 00:05:18.826797 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-24c831d2-60e5-4563-8ee1-2fb3194b5307 req-fcffd528-18cb-4adf-a1f3-9266054925dd tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416472 Jul 23 00:05:19.176768 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5cda0-1216-4f90-8e10-f99f9d2d5d3c req-ef0f2a88-1c01-4fce-b995-464251200f4b tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:19.178242 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dff5cda0-1216-4f90-8e10-f99f9d2d5d3c req-ef0f2a88-1c01-4fce-b995-464251200f4b tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0627892 Jul 23 00:05:19.218445 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dff5cda0-1216-4f90-8e10-f99f9d2d5d3c req-30b8968a-c93a-4985-8c5a-36337bf2a609 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342021 Jul 23 00:05:19.983426 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c01cab-17d2-415d-8a7c-7c8902876e35 req-32e34b14-72a2-4651-a92f-8ececbfcd04a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:19.984944 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-94c01cab-17d2-415d-8a7c-7c8902876e35 req-32e34b14-72a2-4651-a92f-8ececbfcd04a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0906198 Jul 23 00:05:20.043607 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-94c01cab-17d2-415d-8a7c-7c8902876e35 req-6e825df3-bea1-494c-94c5-aa5351d31d3e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520473 Jul 23 00:05:20.218473 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-52f82899-fab9-44f8-8d63-99c7b5dca944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:20.357758 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33cbd0-0a42-4af4-bebf-d492a33ca066 req-4843300f-0a49-4c4f-9870-d2d5c8c95b14 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:20.359532 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b33cbd0-0a42-4af4-bebf-d492a33ca066 req-4843300f-0a49-4c4f-9870-d2d5c8c95b14 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0671871 Jul 23 00:05:20.399663 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3b33cbd0-0a42-4af4-bebf-d492a33ca066 req-3bc5e27b-1ac0-4877-9527-562d048af496 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341840 Jul 23 00:05:20.466069 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:21.184670 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f09f60-0cdc-4e90-bc55-e059b5f831cd req-a7bc085d-1e52-4001-b2a3-eec289792de2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:21.193850 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d7f09f60-0cdc-4e90-bc55-e059b5f831cd req-a7bc085d-1e52-4001-b2a3-eec289792de2 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0730376 Jul 23 00:05:21.247595 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d7f09f60-0cdc-4e90-bc55-e059b5f831cd req-37ede6dd-2ad0-4ea6-aebb-e3f3f9e77ef4 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467927 Jul 23 00:05:21.513318 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:21.571458 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323ff29-e661-49e4-a15d-69a4ee615774 req-0f337de6-d7c3-4ac9-bd76-b360601e1b3e tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:21.572918 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e323ff29-e661-49e4-a15d-69a4ee615774 req-0f337de6-d7c3-4ac9-bd76-b360601e1b3e tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.1006749 Jul 23 00:05:21.612011 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e323ff29-e661-49e4-a15d-69a4ee615774 req-9fc35169-d4f9-47db-baa5-3809ba7e8c47 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332887 Jul 23 00:05:22.367050 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd6b73-c40d-48b1-96d8-d35872531ec7 req-f4c64620-ddfe-4c71-aa28-7348178beae7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:22.368537 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e1fd6b73-c40d-48b1-96d8-d35872531ec7 req-f4c64620-ddfe-4c71-aa28-7348178beae7 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0624003 Jul 23 00:05:22.427895 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e1fd6b73-c40d-48b1-96d8-d35872531ec7 req-ecc28802-a85d-4b1c-b4bd-f433de387d4e tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539405 Jul 23 00:05:22.740119 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063eb234-2ab2-414c-8b79-32e002c4467c req-414684b0-0368-4c8c-a468-1a800ee63f3e tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:22.741551 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-063eb234-2ab2-414c-8b79-32e002c4467c req-414684b0-0368-4c8c-a468-1a800ee63f3e tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0648766 Jul 23 00:05:22.780260 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-063eb234-2ab2-414c-8b79-32e002c4467c req-5b134ec0-a729-49a7-9c4e-a4cbd05d41af tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331991 Jul 23 00:05:23.172623 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:23.560255 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cd7f2-d639-4d33-b308-21e1ec06a757 req-9cfdf826-570a-42a2-853b-9c1fca3b72f0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:23.561722 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f58cd7f2-d639-4d33-b308-21e1ec06a757 req-9cfdf826-570a-42a2-853b-9c1fca3b72f0 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0628552 Jul 23 00:05:23.598616 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f58cd7f2-d639-4d33-b308-21e1ec06a757 req-f1b39e98-de36-4484-ae20-044dc32980ca tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308104 Jul 23 00:05:23.911932 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b466d7c-c27b-44c1-b48e-1a26f9ad2c6d req-8a82156c-5b16-42d5-a32f-af4fe9dbc23e tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:23.913388 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b466d7c-c27b-44c1-b48e-1a26f9ad2c6d req-8a82156c-5b16-42d5-a32f-af4fe9dbc23e tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0624385 Jul 23 00:05:23.955423 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b466d7c-c27b-44c1-b48e-1a26f9ad2c6d req-65c0abdc-b4e3-4697-a4a1-44a709f7d329 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364134 Jul 23 00:05:24.731930 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a3c5a-7054-49be-aa11-2fc974b3d570 req-c9d39247-17f4-469b-af37-f40c805ffdad tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:24.733406 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-430a3c5a-7054-49be-aa11-2fc974b3d570 req-c9d39247-17f4-469b-af37-f40c805ffdad tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0644045 Jul 23 00:05:24.769857 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-430a3c5a-7054-49be-aa11-2fc974b3d570 req-9834ba3c-c680-4702-a093-339d41bf4b5c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304077 Jul 23 00:05:25.082270 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96eb5e-9139-47a0-bacd-aab3028655d3 req-c484e42d-85f5-46e3-81b0-b89ebff482b3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:25.083761 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab96eb5e-9139-47a0-bacd-aab3028655d3 req-c484e42d-85f5-46e3-81b0-b89ebff482b3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0626459 Jul 23 00:05:25.120967 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab96eb5e-9139-47a0-bacd-aab3028655d3 req-9c586498-c375-43e6-ba48-ba74ebffb5ce tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0316701 Jul 23 00:05:25.904542 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a26ef-c9ab-465c-bc98-f141c5bfc989 req-be414e72-3d72-43c8-bb0f-fc71f84d2b35 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:25.905982 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-629a26ef-c9ab-465c-bc98-f141c5bfc989 req-be414e72-3d72-43c8-bb0f-fc71f84d2b35 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 944 time: 0.0651917 Jul 23 00:05:25.942463 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-629a26ef-c9ab-465c-bc98-f141c5bfc989 req-e2f650e2-79cd-47a6-9588-e1608d0b5655 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305052 Jul 23 00:05:26.246844 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd43c9-48ce-4d3e-bbef-3b653a46f7b4 req-c2e9dd5c-6df6-4b97-9612-3870e56a8a2b tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:26.248251 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-accd43c9-48ce-4d3e-bbef-3b653a46f7b4 req-c2e9dd5c-6df6-4b97-9612-3870e56a8a2b tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0619416 Jul 23 00:05:26.287144 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-accd43c9-48ce-4d3e-bbef-3b653a46f7b4 req-a94f3e0d-84d3-48b9-b005-04caecd26b12 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333219 Jul 23 00:05:26.662238 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 248e98f3-9327-4244-8a44-dc6af2137800 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:05:26.752839 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 248e98f3-9327-4244-8a44-dc6af2137800, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=248e98f3-9327-4244-8a44-dc6af2137800,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:26.764027 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '248e98f3-9327-4244-8a44-dc6af2137800', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'port_id': '248e98f3-9327-4244-8a44-dc6af2137800', 'mac_address': 'fa:16:3e:3b:88:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:05:26.798481 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.810184 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248e98f3-9327-4244-8a44-dc6af2137800 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:05:26.828528 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 248e98f3-9327-4244-8a44-dc6af2137800, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=248e98f3-9327-4244-8a44-dc6af2137800,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:26.832852 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:26.876564 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=248e98f3-9327-4244-8a44-dc6af2137800,revision_number=9']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:27.075216 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac983656-7fbd-4510-91b4-6460b67ac304 req-47122ad3-18c4-4c9f-ad83-839411443bfb tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:27.076914 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ac983656-7fbd-4510-91b4-6460b67ac304 req-47122ad3-18c4-4c9f-ad83-839411443bfb tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 945 time: 0.0625658 Jul 23 00:05:27.077455 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['248e98f3-9327-4244-8a44-dc6af2137800'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:05:27.117970 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ac983656-7fbd-4510-91b4-6460b67ac304 req-cbea1139-2f06-4c67-852d-ac8bd9cce2d3 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356231 Jul 23 00:05:27.412497 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67624aaf-6f2d-4b9f-9a57-c89e8cbc6d6b req-2ec117d9-c642-4f61-8c2b-09a5fc8c4e32 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:27.413955 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-67624aaf-6f2d-4b9f-9a57-c89e8cbc6d6b req-2ec117d9-c642-4f61-8c2b-09a5fc8c4e32 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0629463 Jul 23 00:05:27.452350 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-67624aaf-6f2d-4b9f-9a57-c89e8cbc6d6b req-6ce38801-0446-4326-8996-0e4dda551090 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327871 Jul 23 00:05:28.248402 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d3b77-7828-4e71-93c6-13d116a34bc6 req-a0e3c2f4-abdf-4b10-bf56-eece0af12b02 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:28.249848 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-386d3b77-7828-4e71-93c6-13d116a34bc6 req-a0e3c2f4-abdf-4b10-bf56-eece0af12b02 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 945 time: 0.0617740 Jul 23 00:05:28.287114 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-386d3b77-7828-4e71-93c6-13d116a34bc6 req-d242e124-9a8d-4fb9-85c8-59c0fd9de499 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311298 Jul 23 00:05:28.586838 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046c0d1-1fde-4e5e-88c9-600ee191cb7d req-9d916097-1859-4cf2-a18c-b2b440825544 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:28.588378 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f046c0d1-1fde-4e5e-88c9-600ee191cb7d req-9d916097-1859-4cf2-a18c-b2b440825544 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0703650 Jul 23 00:05:28.627984 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f046c0d1-1fde-4e5e-88c9-600ee191cb7d req-d8e9d0e2-4b5e-4298-8cda-d6819e452d40 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338902 Jul 23 00:05:28.654992 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 248e98f3-9327-4244-8a44-dc6af2137800 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:05:28.700077 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 248e98f3-9327-4244-8a44-dc6af2137800 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:05:28.700432 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:28.774003 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:28.794367 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:05:28.796575 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2384f3a3-2f83-4c90-854b-9ff604f06243" -d '{"events": [{"server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "name": "network-vif-plugged", "status": "completed", "tag": "248e98f3-9327-4244-8a44-dc6af2137800"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:05:28.808953 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 248e98f3-9327-4244-8a44-dc6af2137800, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=248e98f3-9327-4244-8a44-dc6af2137800,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:05:28.813076 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:28.838763 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a756f16-88a4-4c64-accf-df895658a4f8 x-openstack-request-id: req-4a756f16-88a4-4c64-accf-df895658a4f8 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:05:28.839057 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "name": "network-vif-plugged", "status": "completed", "tag": "248e98f3-9327-4244-8a44-dc6af2137800", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:05:28.839308 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a756f16-88a4-4c64-accf-df895658a4f8 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:05:28.839716 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800', 'code': 200} Jul 23 00:05:28.868118 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=248e98f3-9327-4244-8a44-dc6af2137800,revision_number=10']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:05:29.022961 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb5ae9-eada-4048-9bfc-17486036978b req-e59ad7b5-075b-418e-9dd5-76f03a261b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:29.024492 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-79fb5ae9-eada-4048-9bfc-17486036978b req-e59ad7b5-075b-418e-9dd5-76f03a261b98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 1100 time: 0.0531795 Jul 23 00:05:29.057879 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-79fb5ae9-eada-4048-9bfc-17486036978b req-ff3ca37f-4576-43c0-a652-0b749e3ef110 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268769 Jul 23 00:05:29.416446 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c758c6a-4e6e-4939-9479-343d4e41ffeb req-af5cd1ac-658c-4c07-a96d-9b1d2267934b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:29.417917 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9c758c6a-4e6e-4939-9479-343d4e41ffeb req-af5cd1ac-658c-4c07-a96d-9b1d2267934b tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 947 time: 0.0615411 Jul 23 00:05:29.457421 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9c758c6a-4e6e-4939-9479-343d4e41ffeb req-71bdadc7-7f0b-49c1-b7a1-c080b948981d tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340149 Jul 23 00:05:29.754905 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897881c8-5ca0-4d99-b714-67e0aa2b5acc req-eec8d4dd-24e0-4342-bd2f-6af366aa9b9c tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:29.756487 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-897881c8-5ca0-4d99-b714-67e0aa2b5acc req-eec8d4dd-24e0-4342-bd2f-6af366aa9b9c tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0627353 Jul 23 00:05:29.796143 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-897881c8-5ca0-4d99-b714-67e0aa2b5acc req-b85c2829-d756-4cea-9f9e-39eda0d97506 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337541 Jul 23 00:05:30.588452 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957281a-baf8-4f05-814b-e218ca859323 req-2ca6a589-547e-42d2-b5ed-aa17e6443d34 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:30.589901 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c957281a-baf8-4f05-814b-e218ca859323 req-2ca6a589-547e-42d2-b5ed-aa17e6443d34 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 947 time: 0.0611870 Jul 23 00:05:30.627531 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c957281a-baf8-4f05-814b-e218ca859323 req-d1f3f00e-7b24-400d-a4b7-a25e14790a85 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320797 Jul 23 00:05:30.925929 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414976bb-bf2d-4afa-ab01-54737dec30cf req-e3ed0833-4637-4beb-8ca0-06ca3f779ee8 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:30.927424 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-414976bb-bf2d-4afa-ab01-54737dec30cf req-e3ed0833-4637-4beb-8ca0-06ca3f779ee8 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0658576 Jul 23 00:05:30.966279 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-414976bb-bf2d-4afa-ab01-54737dec30cf req-5e373206-1aa1-4425-8488-59efb3a59f76 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331857 Jul 23 00:05:32.092853 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719d422-004f-4bdc-b45f-cc8fa48dc56a req-b884ea48-0995-492d-b58a-11dd19a27512 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:32.094327 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f719d422-004f-4bdc-b45f-cc8fa48dc56a req-b884ea48-0995-492d-b58a-11dd19a27512 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0622034 Jul 23 00:05:32.132445 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f719d422-004f-4bdc-b45f-cc8fa48dc56a req-654a2167-98cd-43d1-8b79-07259d8878f4 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324800 Jul 23 00:05:33.113592 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:05:33.257949 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a400c-132e-4aa7-9d66-b25d9a27d9e2 req-1f9b7881-2f4e-47a6-b019-b0a673af3513 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:33.259404 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a37a400c-132e-4aa7-9d66-b25d9a27d9e2 req-1f9b7881-2f4e-47a6-b019-b0a673af3513 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0615683 Jul 23 00:05:33.301493 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a37a400c-132e-4aa7-9d66-b25d9a27d9e2 req-56156374-eb61-46c8-a123-0ba17c9a93c1 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361612 Jul 23 00:05:34.428354 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7618f-d1fd-4044-aae8-38b381b3c633 req-8c7cd17b-6901-4500-84b3-c84164dedc7a tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:34.429808 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-84c7618f-d1fd-4044-aae8-38b381b3c633 req-8c7cd17b-6901-4500-84b3-c84164dedc7a tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0640247 Jul 23 00:05:34.468613 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-84c7618f-d1fd-4044-aae8-38b381b3c633 req-843878bd-e4f5-493e-84c5-ca4a99c88b4d tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331960 Jul 23 00:05:35.596406 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c654489-b0c7-495f-9e37-6412a4a69652 req-74a622f7-fcfb-43c7-8c27-315df1269887 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:35.597926 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3c654489-b0c7-495f-9e37-6412a4a69652 req-74a622f7-fcfb-43c7-8c27-315df1269887 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0618758 Jul 23 00:05:35.637232 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3c654489-b0c7-495f-9e37-6412a4a69652 req-53b3a6f0-49dc-4071-9497-0e29a35c5a97 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&id=96877942-ea3c-434d-95f2-3cc575a062e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337331 Jul 23 00:05:41.127184 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bf0ca49-7716-4cdf-be61-faa2eefa2a0b req-7a21580d-0aef-4900-a115-f71f7785e7c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545423 Jul 23 00:05:41.209448 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0ca49-7716-4cdf-be61-faa2eefa2a0b req-3dc45da4-31cc-49d4-a6cd-cce408047023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:41.210888 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bf0ca49-7716-4cdf-be61-faa2eefa2a0b req-3dc45da4-31cc-49d4-a6cd-cce408047023 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=720082b42b024fc3ad77e031d129b01c&device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 1098 time: 0.0526938 Jul 23 00:05:41.316613 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0ca49-7716-4cdf-be61-faa2eefa2a0b req-3e27e659-b1af-433e-abbe-11f6f095c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:41.318048 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bf0ca49-7716-4cdf-be61-faa2eefa2a0b req-3e27e659-b1af-433e-abbe-11f6f095c8a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3790749-49d5-4041-8e57-7e69f4eb4d80 HTTP/1.1" status: 200 len: 909 time: 0.0810368 Jul 23 00:05:41.385299 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bf0ca49-7716-4cdf-be61-faa2eefa2a0b req-a96561a6-b0ec-42e1-945d-c01118a7dab5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 HTTP/1.1" status: 200 len: 1000 time: 0.0592504 Jul 23 00:05:41.439204 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0ca49-7716-4cdf-be61-faa2eefa2a0b req-f73e1e67-bdbf-45be-9f49-b7b5e8bb0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:41.440638 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bf0ca49-7716-4cdf-be61-faa2eefa2a0b req-f73e1e67-bdbf-45be-9f49-b7b5e8bb0725 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843656e0-512a-4b75-8920-4514597631c6 HTTP/1.1" status: 200 len: 847 time: 0.0415816 Jul 23 00:05:41.496910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0ca49-7716-4cdf-be61-faa2eefa2a0b req-1d2ed219-9694-4dbc-918a-8807de3da15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:41.498309 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bf0ca49-7716-4cdf-be61-faa2eefa2a0b req-1d2ed219-9694-4dbc-918a-8807de3da15a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3790749-49d5-4041-8e57-7e69f4eb4d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506859 Jul 23 00:05:41.589800 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bf0ca49-7716-4cdf-be61-faa2eefa2a0b req-9eec0a57-8b2a-41c7-9d81-a140c834d1e0 service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843225 Jul 23 00:05:41.677651 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8bf0ca49-7716-4cdf-be61-faa2eefa2a0b req-926f53bf-f979-4cac-9d3a-9126772f2ce7 service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811996 Jul 23 00:05:42.932905 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:47.755402 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0706ef38-1e7e-4d4a-ba67-edfbe35a9da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:50.217924 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-52941d43-57a4-4a6a-98e8-920a51ddd23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:50.466771 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:51.500823 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:53.174665 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:05:57.610779 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656e36f-eca7-4c03-ae36-d66b532cf017 req-1d9ade87-75ed-454a-af52-d182281dcc9d tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:57.612234 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b656e36f-eca7-4c03-ae36-d66b532cf017 req-1d9ade87-75ed-454a-af52-d182281dcc9d tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0621295 Jul 23 00:05:57.656911 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b656e36f-eca7-4c03-ae36-d66b532cf017 req-21ede3f5-c69e-4db9-8615-306351148239 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380247 Jul 23 00:05:58.787296 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0b1d3-ef41-4aea-b56c-215821f1520f req-fa5477d8-80ab-47fa-8ffe-cc04eedd6826 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:58.788760 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cfd0b1d3-ef41-4aea-b56c-215821f1520f req-fa5477d8-80ab-47fa-8ffe-cc04eedd6826 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0622103 Jul 23 00:05:58.824332 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cfd0b1d3-ef41-4aea-b56c-215821f1520f req-07b4d115-9f33-447c-97de-62665da0e63d tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301480 Jul 23 00:05:59.954310 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff6b10-e0fd-403a-b6d4-3886415848f1 req-ec1e164b-8dd1-4c9e-9fd9-402beef010e5 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:05:59.955791 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68ff6b10-e0fd-403a-b6d4-3886415848f1 req-ec1e164b-8dd1-4c9e-9fd9-402beef010e5 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0654812 Jul 23 00:05:59.992895 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-68ff6b10-e0fd-403a-b6d4-3886415848f1 req-681635a6-ed5f-4f50-b242-39b73b2af3c3 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310082 Jul 23 00:06:01.117891 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5ed0b-b2ac-464f-b37e-d40cc1ae142f req-d7929ed0-1d2a-4cb0-9b4c-59fe70eca54e tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:01.119331 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-72c5ed0b-b2ac-464f-b37e-d40cc1ae142f req-d7929ed0-1d2a-4cb0-9b4c-59fe70eca54e tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0617061 Jul 23 00:06:01.155288 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-72c5ed0b-b2ac-464f-b37e-d40cc1ae142f req-42bdf631-6fcf-4000-bd6c-da171f907beb tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305140 Jul 23 00:06:02.279815 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92368975-f20b-46a4-b465-ff21fb4fc5d1 req-87793636-8a5d-4d64-84b2-654715867940 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:02.281246 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-92368975-f20b-46a4-b465-ff21fb4fc5d1 req-87793636-8a5d-4d64-84b2-654715867940 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0611117 Jul 23 00:06:02.320797 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-92368975-f20b-46a4-b465-ff21fb4fc5d1 req-af66722d-2c1f-403c-b5f3-e10421251b8e tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340731 Jul 23 00:06:03.444369 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e46b09-6e8e-47a4-b660-2714bde5b6e7 req-a74b1ee3-b704-4844-b2fa-f6e18f812209 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:03.445788 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b2e46b09-6e8e-47a4-b660-2714bde5b6e7 req-a74b1ee3-b704-4844-b2fa-f6e18f812209 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0614393 Jul 23 00:06:03.481412 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b2e46b09-6e8e-47a4-b660-2714bde5b6e7 req-245226f6-8140-4e2b-a9b0-53551eed474b tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301104 Jul 23 00:06:04.617735 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eddd9-6765-4e1b-bcb6-8f4dc210f7da req-5fbd86fb-c07a-47f7-9ad3-a330c6115892 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:04.619834 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-437eddd9-6765-4e1b-bcb6-8f4dc210f7da req-5fbd86fb-c07a-47f7-9ad3-a330c6115892 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0673108 Jul 23 00:06:04.687714 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-437eddd9-6765-4e1b-bcb6-8f4dc210f7da req-e1d70f08-5729-4b0d-ab34-103bf0259d61 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631311 Jul 23 00:06:04.714079 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea028ab6-ebbb-4f0f-90a6-06ccb9e933f3 req-ff9d0d1a-4dae-43ee-a487-488018469e2f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:04.715554 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ea028ab6-ebbb-4f0f-90a6-06ccb9e933f3 req-ff9d0d1a-4dae-43ee-a487-488018469e2f tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 947 time: 0.0843108 Jul 23 00:06:04.752183 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ea028ab6-ebbb-4f0f-90a6-06ccb9e933f3 req-1fb41eee-92a3-4cf3-8101-51dff57180c8 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311573 Jul 23 00:06:05.812563 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a592448-7da9-43d1-91a5-090311abbcf1 req-43c8ece3-136c-4300-8cec-e65404deb630 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:05.814045 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5a592448-7da9-43d1-91a5-090311abbcf1 req-43c8ece3-136c-4300-8cec-e65404deb630 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0628169 Jul 23 00:06:05.882711 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5a592448-7da9-43d1-91a5-090311abbcf1 req-b0c9d224-842c-47a3-9243-1fe04032ee62 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627048 Jul 23 00:06:05.910557 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3900e-4928-4d34-b977-cc2fa12e0d87 req-919d5c61-dbb8-4af8-827a-886e682fb9e1 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:05.912061 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4cd3900e-4928-4d34-b977-cc2fa12e0d87 req-919d5c61-dbb8-4af8-827a-886e682fb9e1 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 947 time: 0.0862162 Jul 23 00:06:05.949561 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4cd3900e-4928-4d34-b977-cc2fa12e0d87 req-bbbc9916-01de-4a0a-b106-23b9b52e27c6 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups?id=580567dc-a1ec-4e93-ba9e-32547a15973d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319390 Jul 23 00:06:06.084549 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-60c4103d-73b7-474f-bea3-d61bb4398a7a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:06.085968 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-60c4103d-73b7-474f-bea3-d61bb4398a7a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.41 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 947 time: 0.0618374 Jul 23 00:06:06.183191 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Deleting port 248e98f3-9327-4244-8a44-dc6af2137800 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:06.183554 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:06.268995 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] For port 248e98f3-9327-4244-8a44-dc6af2137800, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=248e98f3-9327-4244-8a44-dc6af2137800,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:06.269367 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:06.428456 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:06.428736 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:06.429040 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.l3_db [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Floating IP 2ca22305-cc9b-46f1-97b1-84a0a35132e9 disassociated. External IP: 172.27.0.197, port: 248e98f3-9327-4244-8a44-dc6af2137800. Jul 23 00:06:06.429369 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Calling delete_port for 248e98f3-9327-4244-8a44-dc6af2137800 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:06.549686 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:06.575587 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event deleted for resources: {'Port': ['ID=248e98f3-9327-4244-8a44-dc6af2137800,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:06.585089 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:06.585448 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:06.585776 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:06.586108 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:06.586437 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:06.586759 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:06.587082 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:06.587421 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:06.587740 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:06.588074 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:06.588973 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:06.588973 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:06.700755 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Router ec1a013e-cea4-48f4-80f2-3657da99353d has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:06:06.802460 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:06.811868 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087df81-9d9e-490e-9d5b-84acdcab8fd1 None None] Sync routers for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:06.821201 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087df81-9d9e-490e-9d5b-84acdcab8fd1 None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:06.821817 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f087df81-9d9e-490e-9d5b-84acdcab8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:05:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:06.846300 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] No DVR routers for this DVR port 248e98f3-9327-4244-8a44-dc6af2137800 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:06:06.849352 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:06.851366 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-55709bcc-86b5-4043-aeb8-a4a891e3c729 req-95723505-154d-4509-bada-6e87ee97119c tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.41 "DELETE /v2.0/ports/248e98f3-9327-4244-8a44-dc6af2137800 HTTP/1.1" status: 204 len: 173 time: 0.7593570 Jul 23 00:06:06.851771 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'name': 'network-vif-deleted', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:06.853977 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e097aca-a9bb-40a5-9ae5-4eb111fdbe16" -d '{"events": [{"server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "name": "network-vif-deleted", "tag": "248e98f3-9327-4244-8a44-dc6af2137800"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:06.891666 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9df6600-6e28-440d-8867-939698432f9a x-openstack-request-id: req-c9df6600-6e28-440d-8867-939698432f9a {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:06.891871 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaad113-f367-4ec5-97e5-8287a4eb681e", "name": "network-vif-deleted", "tag": "248e98f3-9327-4244-8a44-dc6af2137800", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:06.892116 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9df6600-6e28-440d-8867-939698432f9a {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:06.892504 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaad113-f367-4ec5-97e5-8287a4eb681e', 'name': 'network-vif-deleted', 'tag': '248e98f3-9327-4244-8a44-dc6af2137800', 'status': 'completed', 'code': 200} Jul 23 00:06:06.934796 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f087df81-9d9e-490e-9d5b-84acdcab8fd1 None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:07.054730 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aac98-89c9-4aec-8f8d-c6b08fc3aaaf req-36231123-7529-4c7c-9b74-ae9265f27daf tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:07.061879 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ff6aac98-89c9-4aec-8f8d-c6b08fc3aaaf req-36231123-7529-4c7c-9b74-ae9265f27daf tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.1069410 Jul 23 00:06:07.104964 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e33bd3d0-a5ff-4933-bd7b-f7f93b130cf8 req-64b73aff-0803-41ff-894b-19cdc71c2c86 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/ports?device_id=ceaad113-f367-4ec5-97e5-8287a4eb681e HTTP/1.1" status: 200 len: 210 time: 0.0342264 Jul 23 00:06:07.123912 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ff6aac98-89c9-4aec-8f8d-c6b08fc3aaaf req-70b33c2e-43db-4beb-acf0-ceca6a6e4928 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611334 Jul 23 00:06:07.277592 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f087df81-9d9e-490e-9d5b-84acdcab8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 5, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:07.303323 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087df81-9d9e-490e-9d5b-84acdcab8fd1 None None] Checking router: ec1a013e-cea4-48f4-80f2-3657da99353d for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:07.311549 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087df81-9d9e-490e-9d5b-84acdcab8fd1 None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:07.312151 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f087df81-9d9e-490e-9d5b-84acdcab8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:05:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:07.423694 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f087df81-9d9e-490e-9d5b-84acdcab8fd1 None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:07.624561 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f087df81-9d9e-490e-9d5b-84acdcab8fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 5, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:07.651306 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f087df81-9d9e-490e-9d5b-84acdcab8fd1 None None] The sync data for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi is: [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '9c5d9406-6054-434d-9fd6-13f98807f966', 'name': '', 'network_id': 'd72d623f-3714-41dc-869a-b358bd7c89e7', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'mac_address': 'fa:16:3e:bb:3e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:21Z', 'updated_at': '2021-07-22T23:59:29Z', 'revision_number': 5, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'subnets': [{'id': '739940cf-291e-44ac-8d89-078a7a2a023d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:07.765873 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe3e87-83a6-48eb-a039-92becc822f25 req-8260657f-6329-4e76-a03b-d865aa719800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:07.767365 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ebe3e87-83a6-48eb-a039-92becc822f25 req-8260657f-6329-4e76-a03b-d865aa719800 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=720082b42b024fc3ad77e031d129b01c&device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 1098 time: 0.0561173 Jul 23 00:06:07.862278 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe3e87-83a6-48eb-a039-92becc822f25 req-c10b4d99-75ca-41c8-8cc7-a3431e90de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:07.864309 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a937d334-2374-4de6-8573-11e861a28181 None None] New status for floating IP 2ca22305-cc9b-46f1-97b1-84a0a35132e9: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:06:07.864754 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ebe3e87-83a6-48eb-a039-92becc822f25 req-c10b4d99-75ca-41c8-8cc7-a3431e90de5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3790749-49d5-4041-8e57-7e69f4eb4d80 HTTP/1.1" status: 200 len: 909 time: 0.0901847 Jul 23 00:06:07.927749 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ebe3e87-83a6-48eb-a039-92becc822f25 req-5019fd62-4c03-473f-b29e-d6792370d1d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 HTTP/1.1" status: 200 len: 1000 time: 0.0566063 Jul 23 00:06:07.978774 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe3e87-83a6-48eb-a039-92becc822f25 req-6dae65e9-4c6c-4e39-9b89-54df9795c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:07.980282 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ebe3e87-83a6-48eb-a039-92becc822f25 req-6dae65e9-4c6c-4e39-9b89-54df9795c3dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843656e0-512a-4b75-8920-4514597631c6 HTTP/1.1" status: 200 len: 847 time: 0.0468540 Jul 23 00:06:08.200386 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54684) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:08.268025 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:08.291526 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:08.305209 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe3e87-83a6-48eb-a039-92becc822f25 req-58908bad-afb1-43c8-b1a6-7628fce62350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:08.306691 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ebe3e87-83a6-48eb-a039-92becc822f25 req-58908bad-afb1-43c8-b1a6-7628fce62350 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3790749-49d5-4041-8e57-7e69f4eb4d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3192010 Jul 23 00:06:08.318194 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b570d-3cb5-4fc8-9007-65e582da24f6 req-d5af30c1-8202-4998-9df1-96b6d6b36ff9 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:08.319586 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c09b570d-3cb5-4fc8-9007-65e582da24f6 req-d5af30c1-8202-4998-9df1-96b6d6b36ff9 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0786076 Jul 23 00:06:08.337740 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:08.340422 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:08.341562 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "DELETE /v2.0/security-groups/580567dc-a1ec-4e93-ba9e-32547a15973d HTTP/1.1" status: 204 len: 168 time: 0.1400688 Jul 23 00:06:08.344687 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54686) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:08.358210 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=580567dc-a1ec-4e93-ba9e-32547a15973d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:08.368096 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-da01c569-4227-4c7d-a6af-58fa0eab0a8a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] show failed (client error): The resource could not be found. Jul 23 00:06:08.369091 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-da01c569-4227-4c7d-a6af-58fa0eab0a8a tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "GET /v2.0/security-groups/580567dc-a1ec-4e93-ba9e-32547a15973d HTTP/1.1" status: 404 len: 347 time: 0.0224192 Jul 23 00:06:08.370572 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:08.370921 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:08.371261 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:08.371634 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:08.371954 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:08.372280 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:08.372604 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:08.372927 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:08.373252 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:08.373569 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:08.373889 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:08.374207 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe826f8-3cca-48e4-9d4f-8566f887ac12 tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:08.376431 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54688) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:08.413293 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c09b570d-3cb5-4fc8-9007-65e582da24f6 req-1f85a734-cbdc-4352-a726-02bfe7c81b25 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845151 Jul 23 00:06:08.440907 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ebe3e87-83a6-48eb-a039-92becc822f25 req-d1842c96-7ca1-437e-868b-a721c417d6b5 service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204133 Jul 23 00:06:08.501056 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-79e37859-f06b-46eb-89fe-4e1fd7a7afbe tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Deleting port 4125152f-7206-47b9-86ac-c7ef8ce6c568 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:08.501395 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79e37859-f06b-46eb-89fe-4e1fd7a7afbe tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:08.532498 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5ebe3e87-83a6-48eb-a039-92becc822f25 req-6530fa01-1df4-43ef-bb6d-9506f9b55d54 service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838213 Jul 23 00:06:08.578389 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79e37859-f06b-46eb-89fe-4e1fd7a7afbe tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:08.578705 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79e37859-f06b-46eb-89fe-4e1fd7a7afbe tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:08.590245 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-79e37859-f06b-46eb-89fe-4e1fd7a7afbe tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Calling delete_port for 4125152f-7206-47b9-86ac-c7ef8ce6c568 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:08.729396 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79e37859-f06b-46eb-89fe-4e1fd7a7afbe tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:08.754032 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e37859-f06b-46eb-89fe-4e1fd7a7afbe tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Pushing event deleted for resources: {'Port': ['ID=4125152f-7206-47b9-86ac-c7ef8ce6c568,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:08.813120 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79e37859-f06b-46eb-89fe-4e1fd7a7afbe tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:08.815569 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79e37859-f06b-46eb-89fe-4e1fd7a7afbe tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:08.817209 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-79e37859-f06b-46eb-89fe-4e1fd7a7afbe tempest-AttachVolumeShelveTestJSON-1880518140 tempest-AttachVolumeShelveTestJSON-1880518140-project] 10.222.0.39 "DELETE /v2.0/floatingips/2ca22305-cc9b-46f1-97b1-84a0a35132e9 HTTP/1.1" status: 204 len: 168 time: 0.4398875 Jul 23 00:06:09.541535 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a702c3-d605-413e-9bb7-df973e06de0a req-2369bbd0-4419-4d52-8944-d3694bf5aca9 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:09.543020 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-87a702c3-d605-413e-9bb7-df973e06de0a req-2369bbd0-4419-4d52-8944-d3694bf5aca9 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0621378 Jul 23 00:06:09.580083 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-87a702c3-d605-413e-9bb7-df973e06de0a req-bcce0221-f7a1-415e-93eb-ffbe0aacdaad tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315826 Jul 23 00:06:09.816884 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d0e19ce3-c6b7-43c1-b025-0ec8699bed8b req-9322c1fa-288b-4a72-84d7-f2c38d00a3c5 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-120972851&fields=id&tenant_id=689bc049906147bd830347a440bc89d8 HTTP/1.1" status: 200 len: 267 time: 0.0324786 Jul 23 00:06:09.882496 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e19ce3-c6b7-43c1-b025-0ec8699bed8b req-7c98b386-7d1f-4cd6-a7b3-8e48b44816a6 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:09.884052 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d0e19ce3-c6b7-43c1-b025-0ec8699bed8b req-7c98b386-7d1f-4cd6-a7b3-8e48b44816a6 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 985 time: 0.0619791 Jul 23 00:06:09.895282 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-d0e19ce3-c6b7-43c1-b025-0ec8699bed8b req-92f13982-083f-4537-a492-ffc4463c02cf tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Request body: {'port': {'security_groups': ['ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:09.986255 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-d0e19ce3-c6b7-43c1-b025-0ec8699bed8b req-92f13982-083f-4537-a492-ffc4463c02cf tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:10.114236 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:06:10.168234 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-d0e19ce3-c6b7-43c1-b025-0ec8699bed8b req-92f13982-083f-4537-a492-ffc4463c02cf tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] For port 59184e8c-327f-4f12-82be-44ec43889c84, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=59184e8c-327f-4f12-82be-44ec43889c84,segment=NetworkSegment(b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2),segment_id=b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:10.198097 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-d0e19ce3-c6b7-43c1-b025-0ec8699bed8b req-92f13982-083f-4537-a492-ffc4463c02cf tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:10.202500 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-d0e19ce3-c6b7-43c1-b025-0ec8699bed8b req-92f13982-083f-4537-a492-ffc4463c02cf tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:10.215953 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['59184e8c-327f-4f12-82be-44ec43889c84'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:06:10.247701 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e19ce3-c6b7-43c1-b025-0ec8699bed8b req-92f13982-083f-4537-a492-ffc4463c02cf tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:10.248453 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-d0e19ce3-c6b7-43c1-b025-0ec8699bed8b req-92f13982-083f-4537-a492-ffc4463c02cf tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:10.251898 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d0e19ce3-c6b7-43c1-b025-0ec8699bed8b req-92f13982-083f-4537-a492-ffc4463c02cf tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "PUT /v2.0/ports/59184e8c-327f-4f12-82be-44ec43889c84 HTTP/1.1" status: 200 len: 943 time: 0.3614633 Jul 23 00:06:10.252371 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:10.255530 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af8e4b1-12d0-4170-920f-ace5152a06ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "tag": "59184e8c-327f-4f12-82be-44ec43889c84"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:10.257075 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54708) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:10.319945 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef68467-4098-4179-9d83-309bf82e1119 x-openstack-request-id: req-1ef68467-4098-4179-9d83-309bf82e1119 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:10.321153 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "tag": "59184e8c-327f-4f12-82be-44ec43889c84", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:10.322672 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ef68467-4098-4179-9d83-309bf82e1119 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:10.324234 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84', 'status': 'completed', 'code': 200} Jul 23 00:06:10.332243 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['59184e8c-327f-4f12-82be-44ec43889c84'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:06:10.333229 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f13982-083f-4537-a492-ffc4463c02cf tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event updated for resources: {'Port': ['ID=59184e8c-327f-4f12-82be-44ec43889c84,revision_number=7']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:10.357103 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-121fea42-f4d3-49e7-b555-560b068e6854 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:10.389424 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-121fea42-f4d3-49e7-b555-560b068e6854 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:10.419796 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8e4b1-12d0-4170-920f-ace5152a06ba req-f23ade68-fff0-4188-bc62-520a5b43739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:10.422206 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7af8e4b1-12d0-4170-920f-ace5152a06ba req-f23ade68-fff0-4188-bc62-520a5b43739d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=689bc049906147bd830347a440bc89d8&device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 1099 time: 0.0829704 Jul 23 00:06:10.491716 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-121fea42-f4d3-49e7-b555-560b068e6854 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:10.495650 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-121fea42-f4d3-49e7-b555-560b068e6854 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:10.497023 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-121fea42-f4d3-49e7-b555-560b068e6854 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "DELETE /v2.0/security-groups/96877942-ea3c-434d-95f2-3cc575a062e4 HTTP/1.1" status: 204 len: 168 time: 0.2382488 Jul 23 00:06:10.500755 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54712) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:10.538387 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-2a68f05a-d204-422b-b144-3d7a2f4d919d None None] Provisioning complete for port 59184e8c-327f-4f12-82be-44ec43889c84 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:10.538922 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2a68f05a-d204-422b-b144-3d7a2f4d919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:10.563248 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fea42-f4d3-49e7-b555-560b068e6854 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96877942-ea3c-434d-95f2-3cc575a062e4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:10.565765 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8e4b1-12d0-4170-920f-ace5152a06ba req-19702c9f-e1a6-41d2-8032-6dca9d114724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:10.569196 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7af8e4b1-12d0-4170-920f-ace5152a06ba req-19702c9f-e1a6-41d2-8032-6dca9d114724 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aadc0089-da74-4985-8ba6-972fe5cf4507 HTTP/1.1" status: 200 len: 916 time: 0.1390159 Jul 23 00:06:10.660592 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7af8e4b1-12d0-4170-920f-ace5152a06ba req-052a02f3-7d82-4195-8848-9681b23062f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59184e8c-327f-4f12-82be-44ec43889c84 HTTP/1.1" status: 200 len: 1002 time: 0.0846047 Jul 23 00:06:10.757692 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8e4b1-12d0-4170-920f-ace5152a06ba req-e20bc452-79e3-4620-9a80-d817fe1b4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:10.759209 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7af8e4b1-12d0-4170-920f-ace5152a06ba req-e20bc452-79e3-4620-9a80-d817fe1b4833 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=094e61a5-6ff0-4e51-b43c-31f1ccc37eb1 HTTP/1.1" status: 200 len: 854 time: 0.0853908 Jul 23 00:06:10.787169 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 248e98f3-9327-4244-8a44-dc6af2137800 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:10.806450 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e49c0-54f4-4928-9605-b807cfde2c5b req-3b474209-5153-4ae4-bf41-2acbe5e05940 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:10.808081 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-974e49c0-54f4-4928-9605-b807cfde2c5b req-3b474209-5153-4ae4-bf41-2acbe5e05940 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.1361182 Jul 23 00:06:10.808364 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: 248e98f3-9327-4244-8a44-dc6af2137800 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:10.808802 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 248e98f3-9327-4244-8a44-dc6af2137800 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:10.864813 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8e4b1-12d0-4170-920f-ace5152a06ba req-85e30a4d-043b-4aeb-a958-4473d408fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:10.866322 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7af8e4b1-12d0-4170-920f-ace5152a06ba req-85e30a4d-043b-4aeb-a958-4473d408fcd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aadc0089-da74-4985-8ba6-972fe5cf4507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980315 Jul 23 00:06:10.869722 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-974e49c0-54f4-4928-9605-b807cfde2c5b req-4cab864b-274a-4ec7-89f2-0449a69953c1 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536032 Jul 23 00:06:10.963263 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7af8e4b1-12d0-4170-920f-ace5152a06ba req-abbcbf81-8f49-47be-9b56-2a0965146beb service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881693 Jul 23 00:06:10.990877 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd01c8-1372-46da-9888-6388a247fd22 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Deleting port 289e3fec-4da9-411a-a05a-f677ca61ca0c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:10.991225 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5dd01c8-1372-46da-9888-6388a247fd22 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:11.119297 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7af8e4b1-12d0-4170-920f-ace5152a06ba req-c734e850-f097-4ca7-a454-ab974774b32a service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487145 Jul 23 00:06:11.124949 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5dd01c8-1372-46da-9888-6388a247fd22 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:11.125259 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5dd01c8-1372-46da-9888-6388a247fd22 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:11.145018 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd01c8-1372-46da-9888-6388a247fd22 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Calling delete_port for 289e3fec-4da9-411a-a05a-f677ca61ca0c owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:11.153427 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0612b34-308d-402a-8fb5-56aedac0390a req-d7e8b645-d86c-4bc4-842b-01e5570a3e38 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:11.154962 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f0612b34-308d-402a-8fb5-56aedac0390a req-d7e8b645-d86c-4bc4-842b-01e5570a3e38 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0916641 Jul 23 00:06:11.169998 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-c5bd8257-1d56-43f1-b2a2-01bbff9f9b49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1019657 Jul 23 00:06:11.198733 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f0612b34-308d-402a-8fb5-56aedac0390a req-9b73a05a-cf75-4005-874f-6264f5772a7d tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357900 Jul 23 00:06:11.234706 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54730) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:11.343935 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5dd01c8-1372-46da-9888-6388a247fd22 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:11.372458 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd01c8-1372-46da-9888-6388a247fd22 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event deleted for resources: {'Port': ['ID=289e3fec-4da9-411a-a05a-f677ca61ca0c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:11.452300 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5dd01c8-1372-46da-9888-6388a247fd22 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:11.452751 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-e5dd01c8-1372-46da-9888-6388a247fd22 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Floating IP 09426642-5285-49cf-be00-fd26f8a24438 disassociated (deleted). External IP: 172.27.0.122, port: 59184e8c-327f-4f12-82be-44ec43889c84. Jul 23 00:06:11.673460 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dd01c8-1372-46da-9888-6388a247fd22 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Router b1922534-06e2-4521-ba66-f9143774f8c5 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:06:11.791788 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bd453f6f-26eb-4634-85f6-0d7916159dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939226'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:11.793944 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dd01c8-1372-46da-9888-6388a247fd22 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:11.798742 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e5dd01c8-1372-46da-9888-6388a247fd22 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:11.805356 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f9a70-8c3a-43b8-9bbf-b443a76057b9 None None] Sync routers for ids ['b1922534-06e2-4521-ba66-f9143774f8c5'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:11.814637 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f9a70-8c3a-43b8-9bbf-b443a76057b9 None None] Routers {'b1922534-06e2-4521-ba66-f9143774f8c5'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:11.815363 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f08f9a70-8c3a-43b8-9bbf-b443a76057b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:05:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['b1922534-06e2-4521-ba66-f9143774f8c5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:11.837113 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e5dd01c8-1372-46da-9888-6388a247fd22 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "DELETE /v2.0/floatingips/09426642-5285-49cf-be00-fd26f8a24438 HTTP/1.1" status: 204 len: 168 time: 1.3353844 Jul 23 00:06:11.838124 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:11.845268 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1029b0f43a7212f692e64cb23b57dc484f66a08fe6c1c2d0512510b03b45e580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e501bb2d-d67d-4936-b329-3d36a12dac26" -d '{"events": [{"name": "network-changed", "server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "tag": "59184e8c-327f-4f12-82be-44ec43889c84"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:11.939804 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f08f9a70-8c3a-43b8-9bbf-b443a76057b9 None None] Set router b1922534-06e2-4521-ba66-f9143774f8c5 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:11.970065 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8711f4-1ef0-43cb-91a3-b8541d3738ca x-openstack-request-id: req-8d8711f4-1ef0-43cb-91a3-b8541d3738ca {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:11.970434 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "tag": "59184e8c-327f-4f12-82be-44ec43889c84", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:11.970771 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d8711f4-1ef0-43cb-91a3-b8541d3738ca {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:11.972095 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84', 'status': 'completed', 'code': 200} Jul 23 00:06:12.107043 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501bb2d-d67d-4936-b329-3d36a12dac26 req-b97205f2-7c74-4dc5-a6e9-f38c0121f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:12.108562 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e501bb2d-d67d-4936-b329-3d36a12dac26 req-b97205f2-7c74-4dc5-a6e9-f38c0121f909 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=689bc049906147bd830347a440bc89d8&device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 1099 time: 0.0975149 Jul 23 00:06:12.193489 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f08f9a70-8c3a-43b8-9bbf-b443a76057b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 4, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port': {'id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'ba371c79-8c60-4244-b8e0-8e90b2e696f2', 'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'mac_address': 'fa:16:3e:4b:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:48Z', 'updated_at': '2021-07-23T00:03:57Z', 'revision_number': 5, 'project_id': '689bc049906147bd830347a440bc89d8', 'subnets': [{'id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:12.226040 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f9a70-8c3a-43b8-9bbf-b443a76057b9 None None] Checking router: b1922534-06e2-4521-ba66-f9143774f8c5 for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:12.235593 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f9a70-8c3a-43b8-9bbf-b443a76057b9 None None] Routers {'b1922534-06e2-4521-ba66-f9143774f8c5'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:12.236601 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f08f9a70-8c3a-43b8-9bbf-b443a76057b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:05:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['b1922534-06e2-4521-ba66-f9143774f8c5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:12.267914 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501bb2d-d67d-4936-b329-3d36a12dac26 req-af98360f-7b2c-4314-8de2-041b80ed4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:12.269396 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e501bb2d-d67d-4936-b329-3d36a12dac26 req-af98360f-7b2c-4314-8de2-041b80ed4dfb service neutron] 10.222.0.41 "GET /v2.0/networks?id=aadc0089-da74-4985-8ba6-972fe5cf4507 HTTP/1.1" status: 200 len: 916 time: 0.1303599 Jul 23 00:06:12.286296 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bd453f6f-26eb-4634-85f6-0d7916159dd0 admin admin] Deleting port 9c5d9406-6054-434d-9fd6-13f98807f966 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:12.286518 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bd453f6f-26eb-4634-85f6-0d7916159dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:12.332342 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e501bb2d-d67d-4936-b329-3d36a12dac26 req-281c856b-9a5d-4bff-b0ef-99c75502dc39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59184e8c-327f-4f12-82be-44ec43889c84 HTTP/1.1" status: 200 len: 217 time: 0.0548913 Jul 23 00:06:12.354605 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-f08f9a70-8c3a-43b8-9bbf-b443a76057b9 None None] Set router b1922534-06e2-4521-ba66-f9143774f8c5 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:12.451175 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501bb2d-d67d-4936-b329-3d36a12dac26 req-7f6ba818-54bc-46a7-8e98-7bcf3432e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:12.452631 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e501bb2d-d67d-4936-b329-3d36a12dac26 req-7f6ba818-54bc-46a7-8e98-7bcf3432e0a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=094e61a5-6ff0-4e51-b43c-31f1ccc37eb1 HTTP/1.1" status: 200 len: 854 time: 0.1000299 Jul 23 00:06:12.511496 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a959eb8-191c-49f6-abef-ab64edf17392 req-e2ea7cb5-341e-4bb8-afcb-3ee92bb375e0 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:12.512982 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5a959eb8-191c-49f6-abef-ab64edf17392 req-e2ea7cb5-341e-4bb8-afcb-3ee92bb375e0 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.1998973 Jul 23 00:06:12.514777 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bd453f6f-26eb-4634-85f6-0d7916159dd0 admin admin] For port 9c5d9406-6054-434d-9fd6-13f98807f966, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=9c5d9406-6054-434d-9fd6-13f98807f966,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:12.515132 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bd453f6f-26eb-4634-85f6-0d7916159dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:12.537381 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-bd453f6f-26eb-4634-85f6-0d7916159dd0 admin admin] Calling delete_port for 9c5d9406-6054-434d-9fd6-13f98807f966 owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:12.551161 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-f08f9a70-8c3a-43b8-9bbf-b443a76057b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 4, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port': {'id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'ba371c79-8c60-4244-b8e0-8e90b2e696f2', 'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'mac_address': 'fa:16:3e:4b:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:48Z', 'updated_at': '2021-07-23T00:03:57Z', 'revision_number': 5, 'project_id': '689bc049906147bd830347a440bc89d8', 'subnets': [{'id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:12.581160 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f9a70-8c3a-43b8-9bbf-b443a76057b9 None None] The sync data for ids ['b1922534-06e2-4521-ba66-f9143774f8c5'] in dv-cinder-801633-1-iscsi is: [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:49Z', 'revision_number': 4, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port': {'id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'ba371c79-8c60-4244-b8e0-8e90b2e696f2', 'name': '', 'network_id': 'aadc0089-da74-4985-8ba6-972fe5cf4507', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'mac_address': 'fa:16:3e:4b:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:48Z', 'updated_at': '2021-07-23T00:03:57Z', 'revision_number': 5, 'project_id': '689bc049906147bd830347a440bc89d8', 'subnets': [{'id': '094e61a5-6ff0-4e51-b43c-31f1ccc37eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:12.820723 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235d014-cca2-4483-a9af-c1accdad3d9c None None] New status for floating IP 09426642-5285-49cf-be00-fd26f8a24438: DOWN {{(pid=92931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:06:12.877530 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5a959eb8-191c-49f6-abef-ab64edf17392 req-1d36ae86-b234-4bba-ba64-3dcf56b3999d tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3535476 Jul 23 00:06:12.891073 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501bb2d-d67d-4936-b329-3d36a12dac26 req-839e62f7-f7fc-469b-831b-af5541bc5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:12.892555 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e501bb2d-d67d-4936-b329-3d36a12dac26 req-839e62f7-f7fc-469b-831b-af5541bc5780 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aadc0089-da74-4985-8ba6-972fe5cf4507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4305718 Jul 23 00:06:12.949431 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:13.035718 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-78f8e713-64f8-4218-90c5-d6396115b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:13.037213 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-78f8e713-64f8-4218-90c5-d6396115b857 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935&tenant_id=720082b42b024fc3ad77e031d129b01c HTTP/1.1" status: 200 len: 1098 time: 0.4944458 Jul 23 00:06:13.109553 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e501bb2d-d67d-4936-b329-3d36a12dac26 req-a24e7f37-90a3-47e8-995d-9698ef158670 service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064657 Jul 23 00:06:13.251761 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-522f309c-58bb-4041-b112-ef2b4fb2280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:13.253859 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-522f309c-58bb-4041-b112-ef2b4fb2280e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=720082b42b024fc3ad77e031d129b01c&device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 1098 time: 0.1890891 Jul 23 00:06:13.256305 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bd453f6f-26eb-4634-85f6-0d7916159dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:13.266867 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e501bb2d-d67d-4936-b329-3d36a12dac26 req-f54f1d52-e74f-46ba-8684-6ac7138d62fd service neutron] 10.222.0.41 "GET /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491971 Jul 23 00:06:13.300145 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd453f6f-26eb-4634-85f6-0d7916159dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5d9406-6054-434d-9fd6-13f98807f966,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:13.490770 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-896b6184-6485-46df-a4c7-5e8699704330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:13.492322 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-896b6184-6485-46df-a4c7-5e8699704330 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3790749-49d5-4041-8e57-7e69f4eb4d80 HTTP/1.1" status: 200 len: 909 time: 0.2279456 Jul 23 00:06:13.577614 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-04285e2d-d51c-43ee-8ffa-84435d5b96e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 HTTP/1.1" status: 200 len: 1000 time: 0.0770404 Jul 23 00:06:13.582082 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bd453f6f-26eb-4634-85f6-0d7916159dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939078'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:13.700770 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-af28636d-3041-451e-8753-9c502c1b994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:13.702086 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-af28636d-3041-451e-8753-9c502c1b994a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843656e0-512a-4b75-8920-4514597631c6 HTTP/1.1" status: 200 len: 847 time: 0.1169312 Jul 23 00:06:13.839206 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-387f24a4-3e29-414e-badb-2b569f3218df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:13.840718 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-387f24a4-3e29-414e-badb-2b569f3218df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3790749-49d5-4041-8e57-7e69f4eb4d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1314445 Jul 23 00:06:13.929436 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd453f6f-26eb-4634-85f6-0d7916159dd0 admin admin] Router ec1a013e-cea4-48f4-80f2-3657da99353d has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:06:13.993384 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-42e3cff9-77dd-40fc-aaeb-784ddfab0e94 service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443589 Jul 23 00:06:14.166475 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56ac7f-b5b1-4165-a1c4-20f210661702 req-51998bed-9752-4a84-9689-25d8e0e9c84b tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:14.167965 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4d56ac7f-b5b1-4165-a1c4-20f210661702 req-51998bed-9752-4a84-9689-25d8e0e9c84b tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.2137251 Jul 23 00:06:14.168878 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd453f6f-26eb-4634-85f6-0d7916159dd0 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:14.174477 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-bd453f6f-26eb-4634-85f6-0d7916159dd0 admin admin] 10.222.0.39 "PUT /v2.0/routers/ec1a013e-cea4-48f4-80f2-3657da99353d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9386091 Jul 23 00:06:14.177755 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54764) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:14.179021 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4309f6c-d8ad-4513-8f02-602587419b83 req-41e76f27-aa0a-426e-a30a-c1846594f415 service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559412 Jul 23 00:06:14.193107 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7525a93-6272-46cb-8656-9c5151ae0965 None None] Sync routers for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:14.204886 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7525a93-6272-46cb-8656-9c5151ae0965 None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:14.205667 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d7525a93-6272-46cb-8656-9c5151ae0965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:05:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:14.216954 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4d56ac7f-b5b1-4165-a1c4-20f210661702 req-d3e2c13d-39dd-4704-9191-070af88b44ac tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413465 Jul 23 00:06:14.278793 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:14.306980 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-d7525a93-6272-46cb-8656-9c5151ae0965 None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:14.376828 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:14.428700 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Deleting port 73002984-8be1-47f5-b068-67cf84ab70b4 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:14.429042 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:14.485718 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d7525a93-6272-46cb-8656-9c5151ae0965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-23T00:06:13Z', 'revision_number': 5, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port': {'id': '73002984-8be1-47f5-b068-67cf84ab70b4', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T23:59:18Z', 'updated_at': '2021-07-22T23:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:14.517517 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] For port 73002984-8be1-47f5-b068-67cf84ab70b4, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=73002984-8be1-47f5-b068-67cf84ab70b4,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:14.517877 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:14.518644 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7525a93-6272-46cb-8656-9c5151ae0965 None None] Checking router: ec1a013e-cea4-48f4-80f2-3657da99353d for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:14.527182 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7525a93-6272-46cb-8656-9c5151ae0965 None None] Routers {'ec1a013e-cea4-48f4-80f2-3657da99353d'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:14.527815 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d7525a93-6272-46cb-8656-9c5151ae0965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:05:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['ec1a013e-cea4-48f4-80f2-3657da99353d'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:14.532378 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Calling delete_port for 73002984-8be1-47f5-b068-67cf84ab70b4 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:14.708437 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be9c7e-3a54-4200-8a4b-dc9fe7070cd9 req-949df67d-1417-4bd4-83c2-405e11c14da1 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:14.710048 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-69be9c7e-3a54-4200-8a4b-dc9fe7070cd9 req-949df67d-1417-4bd4-83c2-405e11c14da1 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 946 time: 0.0685389 Jul 23 00:06:14.721103 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:14.737492 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-d7525a93-6272-46cb-8656-9c5151ae0965 None None] Set router ec1a013e-cea4-48f4-80f2-3657da99353d gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:14.752408 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-69be9c7e-3a54-4200-8a4b-dc9fe7070cd9 req-ac2c4f94-83c4-4c75-8c39-858f6f0793b3 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362103 Jul 23 00:06:14.761392 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Pushing event deleted for resources: {'Port': ['ID=73002984-8be1-47f5-b068-67cf84ab70b4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:14.788406 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-d7525a93-6272-46cb-8656-9c5151ae0965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-23T00:06:14Z', 'revision_number': 6, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port_host': None}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:14.816127 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942816'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:14.817669 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:14.819938 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7525a93-6272-46cb-8656-9c5151ae0965 None None] The sync data for ids ['ec1a013e-cea4-48f4-80f2-3657da99353d'] in dv-cinder-801633-1-iscsi is: [{'id': 'ec1a013e-cea4-48f4-80f2-3657da99353d', 'name': 'tempest-AttachVolumeShelveTestJSON-297575748-router', 'tenant_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T23:59:17Z', 'updated_at': '2021-07-23T00:06:14Z', 'revision_number': 6, 'project_id': '0c9a6a7d54ce41219d8c6a9c4be2d52f', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:14.891154 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:14.907690 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9432'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:14.910387 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:14.913299 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:14.915528 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270f9129-b7ff-40f4-b367-ecba5637f200" -d '{"events": [{"server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "name": "network-vif-unplugged", "status": "completed", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:14.927786 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:14.932436 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:14.951999 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939803'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:14.952588 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec1a013e-cea4-48f4-80f2-3657da99353d {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:06:14.958636 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:14.959830 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e4290033-d07d-4193-a4a8-3024b06e405d admin admin] 10.222.0.39 "DELETE /v2.0/routers/ec1a013e-cea4-48f4-80f2-3657da99353d HTTP/1.1" status: 204 len: 168 time: 0.7811201 Jul 23 00:06:14.962366 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54774) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:14.964034 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28fa42e-1942-432f-a021-dff6e77b5433 x-openstack-request-id: req-d28fa42e-1942-432f-a021-dff6e77b5433 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:14.964328 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "name": "network-vif-unplugged", "status": "completed", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:14.964578 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d28fa42e-1942-432f-a021-dff6e77b5433 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:14.964964 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'code': 200} Jul 23 00:06:14.998127 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,revision_number=6']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:15.005132 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:15.005486 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:15.005825 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:15.006160 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:15.006489 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:15.006818 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:15.007143 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:15.007448 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a4e833-6395-439c-8b5e-fcf7dea5003a admin admin] Deleting subnet 739940cf-291e-44ac-8d89-078a7a2a023d {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:06:15.007576 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:15.007807 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:15.008126 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:15.008446 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:15.008763 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:15.010713 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67a4e833-6395-439c-8b5e-fcf7dea5003a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.043819 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67a4e833-6395-439c-8b5e-fcf7dea5003a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463722'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.148371 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67a4e833-6395-439c-8b5e-fcf7dea5003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.201260 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67a4e833-6395-439c-8b5e-fcf7dea5003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6971825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5779894'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.231818 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4e833-6395-439c-8b5e-fcf7dea5003a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739940cf-291e-44ac-8d89-078a7a2a023d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:15.235322 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-67a4e833-6395-439c-8b5e-fcf7dea5003a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.237210 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-67a4e833-6395-439c-8b5e-fcf7dea5003a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/739940cf-291e-44ac-8d89-078a7a2a023d HTTP/1.1" status: 204 len: 168 time: 0.2738230 Jul 23 00:06:15.239955 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54776) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:15.242444 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ad9a21-a84a-4eb4-a516-9c2796f9cb8d None None] Network d72d623f-3714-41dc-869a-b358bd7c89e7 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:06:15.306974 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.358669 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Deleting port 79da627d-0d31-4a41-9933-6752ff64ce56 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:15.359013 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.363600 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d828e-a028-4855-9b85-630a4530c41e req-4eb413c3-d5a7-4a58-8b87-0a41b5627b4d tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:15.367861 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-912d828e-a028-4855-9b85-630a4530c41e req-4eb413c3-d5a7-4a58-8b87-0a41b5627b4d tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.0792377 Jul 23 00:06:15.411616 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-912d828e-a028-4855-9b85-630a4530c41e req-9b566550-4664-4158-940b-42b9b137f6d9 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377588 Jul 23 00:06:15.424214 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] For port 79da627d-0d31-4a41-9933-6752ff64ce56, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=79da627d-0d31-4a41-9933-6752ff64ce56,segment=NetworkSegment(0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce),segment_id=0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:15.424568 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.435639 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Calling delete_port for 79da627d-0d31-4a41-9933-6752ff64ce56 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:15.511117 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.539486 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Pushing event deleted for resources: {'Port': ['ID=79da627d-0d31-4a41-9933-6752ff64ce56,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:15.542993 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] No DVR routers for this DVR port 79da627d-0d31-4a41-9933-6752ff64ce56 on host dv-cinder-801633-1-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:06:15.554096 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f0c850-906d-4940-a45a-f8a805649d2c None None] DHCP port deletion for d72d623f-3714-41dc-869a-b358bd7c89e7 request from dv-cinder-801633-1-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:06:15.615867 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.625733 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72d623f-3714-41dc-869a-b358bd7c89e7']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:15.635649 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:15.635953 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8d1f8a-e26f-4b66-9f3a-55e12b59e3ce') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:15.645216 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463715'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.659080 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.665712 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:06:15.666306 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6971851'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: timer() Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: cb(*args, **kw) Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: self._notify() Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: self.callback(batched_events) Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: event.method(event) Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._get(url).json() Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:06:15.668061 dv-cinder-801633-1-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:06:15.723926 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.728946 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:15.733156 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d72d623f-3714-41dc-869a-b358bd7c89e7 HTTP/1.1" status: 204 len: 168 time: 0.4898620 Jul 23 00:06:15.741361 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3ffb5-48f7-47bb-81f7-9ba3baf4b336 admin admin] Pushing event deleted for resources: {'Network': ['ID=d72d623f-3714-41dc-869a-b358bd7c89e7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:15.829589 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 73002984-8be1-47f5-b068-67cf84ab70b4 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:15.859757 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 73002984-8be1-47f5-b068-67cf84ab70b4 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:15.860099 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 73002984-8be1-47f5-b068-67cf84ab70b4 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:15.860522 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 79da627d-0d31-4a41-9933-6752ff64ce56 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:15.880673 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 79da627d-0d31-4a41-9933-6752ff64ce56 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:15.881022 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 79da627d-0d31-4a41-9933-6752ff64ce56 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:15.881434 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 9c5d9406-6054-434d-9fd6-13f98807f966 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:15.900777 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3269a9-7644-4415-90a7-9afffdb9503f req-9b210908-8988-4a23-859b-fbc7456173c7 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:15.901303 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54784) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:15.902275 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 9c5d9406-6054-434d-9fd6-13f98807f966 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:15.902421 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab3269a9-7644-4415-90a7-9afffdb9503f req-9b210908-8988-4a23-859b-fbc7456173c7 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 946 time: 0.0720465 Jul 23 00:06:15.902693 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 9c5d9406-6054-434d-9fd6-13f98807f966 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:15.940536 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ec8b369b-f86f-4131-850c-e00c1303ad72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c9a6a7d54ce41219d8c6a9c4be2d52f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380814 Jul 23 00:06:15.943315 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54786) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:15.944702 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ab3269a9-7644-4415-90a7-9afffdb9503f req-3b5c4125-0883-4e25-9346-90a167962f0a tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310986 Jul 23 00:06:15.990359 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79e97e35-0719-4862-a8b3-d367d4051994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.010599 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79e97e35-0719-4862-a8b3-d367d4051994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.055464 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79e97e35-0719-4862-a8b3-d367d4051994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.058034 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79e97e35-0719-4862-a8b3-d367d4051994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.059499 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-79e97e35-0719-4862-a8b3-d367d4051994 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/543710f9-2c6f-45ef-8e5e-0f6f5bbf0111 HTTP/1.1" status: 204 len: 168 time: 0.1149280 Jul 23 00:06:16.068500 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e97e35-0719-4862-a8b3-d367d4051994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543710f9-2c6f-45ef-8e5e-0f6f5bbf0111,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:16.410670 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86884ac2-36d4-42ee-b02e-08aa3872ba0e req-a4c8b16c-c45e-4676-9c80-b994d2ddad7f tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:16.412167 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-86884ac2-36d4-42ee-b02e-08aa3872ba0e req-a4c8b16c-c45e-4676-9c80-b994d2ddad7f tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.41 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 946 time: 0.0638349 Jul 23 00:06:16.564186 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-86884ac2-36d4-42ee-b02e-08aa3872ba0e req-c4e53abf-1551-461f-b63d-b082476bda16 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Deleting port 59184e8c-327f-4f12-82be-44ec43889c84 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:16.564461 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-86884ac2-36d4-42ee-b02e-08aa3872ba0e req-c4e53abf-1551-461f-b63d-b082476bda16 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.600133 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dd401-d2d5-4830-ae01-d73627b0d8c5 req-9b3126b6-21b9-4ae1-a515-6c57953a43be tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:16.601608 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-909dd401-d2d5-4830-ae01-d73627b0d8c5 req-9b3126b6-21b9-4ae1-a515-6c57953a43be tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.1069036 Jul 23 00:06:16.682213 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-909dd401-d2d5-4830-ae01-d73627b0d8c5 req-614b37de-7f59-474b-96e1-139a756d9290 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748074 Jul 23 00:06:16.693289 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-86884ac2-36d4-42ee-b02e-08aa3872ba0e req-c4e53abf-1551-461f-b63d-b082476bda16 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] For port 59184e8c-327f-4f12-82be-44ec43889c84, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=59184e8c-327f-4f12-82be-44ec43889c84,segment=NetworkSegment(b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2),segment_id=b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:16.693678 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-86884ac2-36d4-42ee-b02e-08aa3872ba0e req-c4e53abf-1551-461f-b63d-b082476bda16 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.705599 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-86884ac2-36d4-42ee-b02e-08aa3872ba0e req-c4e53abf-1551-461f-b63d-b082476bda16 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Calling delete_port for 59184e8c-327f-4f12-82be-44ec43889c84 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:16.705948 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54810) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:16.798989 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1146110993-network', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:16.824899 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Made reservation on behalf of 36e8d7ff0b0046ed8818a38065e3eaed for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:06:16.827246 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.836362 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.837340 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-86884ac2-36d4-42ee-b02e-08aa3872ba0e req-c4e53abf-1551-461f-b63d-b082476bda16 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.848469 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['59184e8c-327f-4f12-82be-44ec43889c84'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:06:16.873577 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e53abf-1551-461f-b63d-b082476bda16 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Pushing event deleted for resources: {'Port': ['ID=59184e8c-327f-4f12-82be-44ec43889c84,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:16.914825 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-86884ac2-36d4-42ee-b02e-08aa3872ba0e req-c4e53abf-1551-461f-b63d-b082476bda16 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] No DVR routers for this DVR port 59184e8c-327f-4f12-82be-44ec43889c84 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:06:16.917644 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-86884ac2-36d4-42ee-b02e-08aa3872ba0e req-c4e53abf-1551-461f-b63d-b082476bda16 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.919782 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-86884ac2-36d4-42ee-b02e-08aa3872ba0e req-c4e53abf-1551-461f-b63d-b082476bda16 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.41 "DELETE /v2.0/ports/59184e8c-327f-4f12-82be-44ec43889c84 HTTP/1.1" status: 204 len: 173 time: 0.5012228 Jul 23 00:06:16.920211 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'name': 'network-vif-deleted', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:16.927987 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fab41b-30c1-46e6-a589-f68cf03d5f05" -d '{"events": [{"server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "name": "network-vif-deleted", "tag": "59184e8c-327f-4f12-82be-44ec43889c84"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:16.936933 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.944217 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.974270 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2ac7b8-2077-410e-9a95-07bf9112bbed x-openstack-request-id: req-ce2ac7b8-2077-410e-9a95-07bf9112bbed {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:16.974650 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d", "name": "network-vif-deleted", "tag": "59184e8c-327f-4f12-82be-44ec43889c84", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:16.974991 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce2ac7b8-2077-410e-9a95-07bf9112bbed {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:16.976372 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d', 'name': 'network-vif-deleted', 'tag': '59184e8c-327f-4f12-82be-44ec43889c84', 'status': 'completed', 'code': 200} Jul 23 00:06:16.977270 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:06:16.979302 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb45ee58-d540-4871-8ca8-fb7a2c2523f2,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:16.989661 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:16.990013 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Added segment e409a53f-e326-4c61-8a9e-63b78e30b7fb of type vlan for network e4f21c90-0a6c-480f-98ba-2f42af645242 Jul 23 00:06:17.033011 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.055777 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a3696e5a-9c60-4cc5-9450-e56cb4c34b85 req-fb026758-84a4-4078-8a7b-91bcbfc656a7 tempest-TestMinimumBasicScenario-1247269639 tempest-TestMinimumBasicScenario-1247269639-project] 10.222.0.39 "GET /v2.0/ports?device_id=a24b71a7-3d62-4ea0-ab4a-7958fbe1de0d HTTP/1.1" status: 200 len: 210 time: 0.0319338 Jul 23 00:06:17.063786 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.065013 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:17.065626 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.097468 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3896959 Jul 23 00:06:17.100300 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54818) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:17.105264 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-3735e07e-56ea-4af7-a3d2-57b7c65ac3bd admin admin] Request body: {'subnet': {'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1146110993-subnet', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:17.124449 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3735e07e-56ea-4af7-a3d2-57b7c65ac3bd admin admin] Made reservation on behalf of 36e8d7ff0b0046ed8818a38065e3eaed for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:06:17.126815 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3735e07e-56ea-4af7-a3d2-57b7c65ac3bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5858349'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.128290 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfc446-2e06-41f3-8676-07d212284a15 admin admin] Pushing event updated for resources: {'Network': ['ID=e4f21c90-0a6c-480f-98ba-2f42af645242,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:17.138989 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network e4f21c90-0a6c-480f-98ba-2f42af645242 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:06:17.297245 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3735e07e-56ea-4af7-a3d2-57b7c65ac3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5858399'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.360290 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735e07e-56ea-4af7-a3d2-57b7c65ac3bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1a2165-4063-479e-9aa2-c9487866ca91,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:17.371741 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735e07e-56ea-4af7-a3d2-57b7c65ac3bd admin admin] Checking segment: {'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:06:17.372096 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3735e07e-56ea-4af7-a3d2-57b7c65ac3bd admin admin] Network hostable DHCP agents. Network: e4f21c90-0a6c-480f-98ba-2f42af645242, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:06:17.388970 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3735e07e-56ea-4af7-a3d2-57b7c65ac3bd admin admin] Network e4f21c90-0a6c-480f-98ba-2f42af645242 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:06:17.397826 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-3735e07e-56ea-4af7-a3d2-57b7c65ac3bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, e4f21c90-0a6c-480f-98ba-2f42af645242) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:17.402111 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3735e07e-56ea-4af7-a3d2-57b7c65ac3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:17.402790 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3735e07e-56ea-4af7-a3d2-57b7c65ac3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.409095 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d735b94d-95c1-4bc2-832d-d9d6a6b6ca24 None None] Network e4f21c90-0a6c-480f-98ba-2f42af645242 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:06:17.418053 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3735e07e-56ea-4af7-a3d2-57b7c65ac3bd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3166156 Jul 23 00:06:17.421127 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54820) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:17.426639 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:17.450327 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-942690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9454'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.451318 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-940621', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9441'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.501388 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.556878 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64f19bdb-74e2-5c03-984e-713837794b33-e4f21c90-0a6c-480f-98ba-2f42af645242', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91'}]}} from dv-cinder-801633-1-iscsi. {{(pid=92930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 00:06:17.557735 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.638171 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942759', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942604', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9427'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.691997 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Allocated IP 172.20.0.2 (e4f21c90-0a6c-480f-98ba-2f42af645242/2a1a2165-4063-479e-9aa2-c9487866ca91/351e0196-dc28-48ab-bcb7-a0bad5629e3d) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:06:17.782404 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fc27ee83-4e64-4f30-a1f3-139d01d625c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.836159 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212657b0-7a63-49ec-9d54-24a44ab71f1f req-56337ec5-7d3c-41a9-aca2-f67bd747c85c tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:17.838159 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-212657b0-7a63-49ec-9d54-24a44ab71f1f req-56337ec5-7d3c-41a9-aca2-f67bd747c85c tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.0700307 Jul 23 00:06:17.843616 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.853849 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.862500 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Transition to ACTIVE for port object 351e0196-dc28-48ab-bcb7-a0bad5629e3d will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:17.867754 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.879352 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-212657b0-7a63-49ec-9d54-24a44ab71f1f req-e5843d74-2d98-4b9c-ab76-fbe976f433a4 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343149 Jul 23 00:06:17.879576 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Transition to ACTIVE for port object 351e0196-dc28-48ab-bcb7-a0bad5629e3d will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:17.886532 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:17.935650 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Network e4f21c90-0a6c-480f-98ba-2f42af645242 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:17.938336 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:17.941841 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:06:17.947097 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Pushing event updated for resources: {'Port': ['ID=351e0196-dc28-48ab-bcb7-a0bad5629e3d,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:17.974769 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Allocated IP 172.27.0.105 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/43a63155-0f38-444c-b81e-c16e0668b6d1) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:06:18.005754 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Attempting to bind port 351e0196-dc28-48ab-bcb7-a0bad5629e3d on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:06:18.006116 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Attempting to bind port 351e0196-dc28-48ab-bcb7-a0bad5629e3d by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:06:18.006466 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Attempting to bind port 351e0196-dc28-48ab-bcb7-a0bad5629e3d on network e4f21c90-0a6c-480f-98ba-2f42af645242 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:18.011716 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:06:18.012085 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Checking segment: {'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:06:18.012486 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:18.012871 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Bound using segment: {'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:06:18.013319 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Bound port: 351e0196-dc28-48ab-bcb7-a0bad5629e3d, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:06:18.013689 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:18.073148 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] For port 351e0196-dc28-48ab-bcb7-a0bad5629e3d, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:06:18.076098 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] For port 351e0196-dc28-48ab-bcb7-a0bad5629e3d, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=351e0196-dc28-48ab-bcb7-a0bad5629e3d,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:06:18.079671 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:18.084514 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:18.120561 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:18.163218 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:18.166159 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:18.168012 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ac96a-33d7-4830-b90a-842825943063 None None] Pushing event updated for resources: {'Port': ['ID=351e0196-dc28-48ab-bcb7-a0bad5629e3d,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:18.169871 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:06:18.191210 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Pushing event updated for resources: {'Port': ['ID=43a63155-0f38-444c-b81e-c16e0668b6d1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:18.673816 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:18.803635 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54868) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:18.868597 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942780'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:19.024768 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Router 92c1e644-c16f-438a-a552-3effb8f1427e is scheduled to L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 00:06:19.074421 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15d7b5-9f7d-48ef-95f7-400c459eeee5 req-509edf97-167b-4186-bf0e-b88d5b7a6161 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:19.076123 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3c15d7b5-9f7d-48ef-95f7-400c459eeee5 req-509edf97-167b-4186-bf0e-b88d5b7a6161 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.0960233 Jul 23 00:06:19.141006 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3c15d7b5-9f7d-48ef-95f7-400c459eeee5 req-0f23cf1f-2a97-4b12-add7-6c0dab9d0c49 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476732 Jul 23 00:06:19.141222 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:19.153518 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Sync routers for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:19.160474 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:19.164914 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-857872ea-fbc3-48a8-9a43-be0ea0430022 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7396498 Jul 23 00:06:19.165015 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54872) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:19.170144 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:19.170738 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:05:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:19.282719 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:19.300600 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e718fa3-bd2e-4dce-a09c-6dfe404fc9cf None None] Network e4f21c90-0a6c-480f-98ba-2f42af645242 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:06:19.424784 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-1e9b95d7-819b-4250-a481-220575c0e343 None None] Provisioning for port 351e0196-dc28-48ab-bcb7-a0bad5629e3d completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:19.465450 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:18Z', 'revision_number': 3, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:19.496345 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Checking router: 92c1e644-c16f-438a-a552-3effb8f1427e for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:19.496920 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Updating router 92c1e644-c16f-438a-a552-3effb8f1427e port 43a63155-0f38-444c-b81e-c16e0668b6d1 binding host dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:06:19.532236 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:19.688078 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0f1f259d-3d2c-429a-8ba6-33f82ef2534b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939226'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:19.795995 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:19.807361 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Transition to ACTIVE for port object 43a63155-0f38-444c-b81e-c16e0668b6d1 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:19.814142 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:19.869653 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Attempting to bind port 43a63155-0f38-444c-b81e-c16e0668b6d1 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:06:19.870016 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Attempting to bind port 43a63155-0f38-444c-b81e-c16e0668b6d1 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:06:19.870368 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Attempting to bind port 43a63155-0f38-444c-b81e-c16e0668b6d1 on network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:19.873569 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Pushing event updated for resources: {'Port': ['ID=43a63155-0f38-444c-b81e-c16e0668b6d1,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:19.875126 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 351e0196-dc28-48ab-bcb7-a0bad5629e3d up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:19.883481 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:19.883823 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:19.884558 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:19.884903 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:19.885216 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:19.885536 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:19.885850 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:19.886163 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:19.886496 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:19.886810 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:19.887118 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:19.887447 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:06:19.893334 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:06:19.893697 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Checking segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:06:19.894721 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:19.895274 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Bound using segment: {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:06:19.896007 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Bound port: 43a63155-0f38-444c-b81e-c16e0668b6d1, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993c24d7-a172-4351-a678-7e406798eb06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:06:19.897085 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:19.927033 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 351e0196-dc28-48ab-bcb7-a0bad5629e3d completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:19.931194 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 351e0196-dc28-48ab-bcb7-a0bad5629e3d triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:19.931619 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:19.961368 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] For port 43a63155-0f38-444c-b81e-c16e0668b6d1, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:06:19.964720 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] For port 43a63155-0f38-444c-b81e-c16e0668b6d1, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=43a63155-0f38-444c-b81e-c16e0668b6d1,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:06:19.969803 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.012735 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.024926 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:20.025536 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:05:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:20.053587 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 351e0196-dc28-48ab-bcb7-a0bad5629e3d, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=351e0196-dc28-48ab-bcb7-a0bad5629e3d,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:20.058714 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.075976 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.120264 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=351e0196-dc28-48ab-bcb7-a0bad5629e3d,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:20.122110 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ae2d5-0068-44fa-b91a-a594af03c10c None None] Pushing event updated for resources: {'Port': ['ID=43a63155-0f38-444c-b81e-c16e0668b6d1,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:20.163112 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:20.209116 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f259d-3d2c-429a-8ba6-33f82ef2534b admin admin] Deleting port ba371c79-8c60-4244-b8e0-8e90b2e696f2 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:20.209116 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0f1f259d-3d2c-429a-8ba6-33f82ef2534b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.224552 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6bf843cb-0109-4f6c-bf2b-156bdc0bb999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.429099 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:18Z', 'revision_number': 3, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:20.436742 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Allocated IP 172.20.0.1 (e4f21c90-0a6c-480f-98ba-2f42af645242/2a1a2165-4063-479e-9aa2-c9487866ca91/eed0dbf3-f228-4373-985d-eba5cfa1edd7) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:06:20.455830 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad261fe-1d09-45eb-9005-6c62403fe41d req-1a37cb61-172e-4c83-8363-2afe1013bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:20.456075 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85662e72-9454-4a24-bd35-34a5f05a426d None None] The sync data for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi is: [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:18Z', 'revision_number': 3, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:20.457882 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0ad261fe-1d09-45eb-9005-6c62403fe41d req-1a37cb61-172e-4c83-8363-2afe1013bc08 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 1096 time: 0.2238848 Jul 23 00:06:20.459699 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-0f1f259d-3d2c-429a-8ba6-33f82ef2534b admin admin] For port ba371c79-8c60-4244-b8e0-8e90b2e696f2, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=ba371c79-8c60-4244-b8e0-8e90b2e696f2,segment=NetworkSegment(b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2),segment_id=b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:20.460054 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0f1f259d-3d2c-429a-8ba6-33f82ef2534b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.471592 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.486941 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f259d-3d2c-429a-8ba6-33f82ef2534b admin admin] Calling delete_port for ba371c79-8c60-4244-b8e0-8e90b2e696f2 owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:20.498000 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1ccfb-56c5-4282-9ccc-109633f96f2c req-4baf45b7-6e26-41b9-8528-0524712f5738 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:20.499506 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9ae1ccfb-56c5-4282-9ccc-109633f96f2c req-4baf45b7-6e26-41b9-8528-0524712f5738 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.2536738 Jul 23 00:06:20.627196 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0ad261fe-1d09-45eb-9005-6c62403fe41d req-32e85bdd-1fec-4ccb-acdf-d67b6208c5e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597064 Jul 23 00:06:20.649754 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9ae1ccfb-56c5-4282-9ccc-109633f96f2c req-59971f49-1500-455e-92c8-ed2c4f9762d8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293108 Jul 23 00:06:20.706637 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.758878 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Transition to ACTIVE for port object eed0dbf3-f228-4373-985d-eba5cfa1edd7 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:20.826268 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 59184e8c-327f-4f12-82be-44ec43889c84 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:20.833797 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.846636 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: 59184e8c-327f-4f12-82be-44ec43889c84 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:20.846890 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 59184e8c-327f-4f12-82be-44ec43889c84 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:20.891915 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Network e4f21c90-0a6c-480f-98ba-2f42af645242 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:20.897191 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:20.898997 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Pushing event updated for resources: {'Port': ['ID=eed0dbf3-f228-4373-985d-eba5cfa1edd7,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:20.901436 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:06:20.903810 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0f1f259d-3d2c-429a-8ba6-33f82ef2534b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:20.959443 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f259d-3d2c-429a-8ba6-33f82ef2534b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba371c79-8c60-4244-b8e0-8e90b2e696f2,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:21.011558 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942669'] for router_interface, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:21.211654 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-0c059ca7-d90d-4328-b3c6-677949df69b6 None None] Provisioning for port eed0dbf3-f228-4373-985d-eba5cfa1edd7 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:21.216034 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-0c059ca7-d90d-4328-b3c6-677949df69b6 None None] Provisioning complete for port eed0dbf3-f228-4373-985d-eba5cfa1edd7 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:21.216316 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0c059ca7-d90d-4328-b3c6-677949df69b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:21.251917 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0f1f259d-3d2c-429a-8ba6-33f82ef2534b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939078'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:21.257868 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-0c059ca7-d90d-4328-b3c6-677949df69b6 None None] Port eed0dbf3-f228-4373-985d-eba5cfa1edd7 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:06:21.273188 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:21.504785 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:21.893951 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:21.904735 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:21.909570 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1f259d-3d2c-429a-8ba6-33f82ef2534b admin admin] Router b1922534-06e2-4521-ba66-f9143774f8c5 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:06:21.952989 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 351e0196-dc28-48ab-bcb7-a0bad5629e3d up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:22.008554 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-939261'] for router_interface, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.010378 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Pushing event updated for resources: {'Port': ['ID=eed0dbf3-f228-4373-985d-eba5cfa1edd7,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:22.029893 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 351e0196-dc28-48ab-bcb7-a0bad5629e3d triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:22.030254 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.051169 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e2f91-ba1e-42d3-9b0a-83ae63229f6f req-b6cc3f8c-6c8b-4e6a-93b5-5bf833ea6a19 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:22.052720 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-416e2f91-ba1e-42d3-9b0a-83ae63229f6f req-b6cc3f8c-6c8b-4e6a-93b5-5bf833ea6a19 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 943 time: 0.2202513 Jul 23 00:06:22.111429 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 43a63155-0f38-444c-b81e-c16e0668b6d1 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:22.163911 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port 43a63155-0f38-444c-b81e-c16e0668b6d1 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:22.168309 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 43a63155-0f38-444c-b81e-c16e0668b6d1 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:22.168661 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.188489 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-416e2f91-ba1e-42d3-9b0a-83ae63229f6f req-307b6c35-5713-4860-853b-16a288e96a60 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080213 Jul 23 00:06:22.222630 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1f259d-3d2c-429a-8ba6-33f82ef2534b admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:22.228705 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0f1f259d-3d2c-429a-8ba6-33f82ef2534b admin admin] 10.222.0.39 "PUT /v2.0/routers/b1922534-06e2-4521-ba66-f9143774f8c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4233537 Jul 23 00:06:22.232277 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54880) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:22.238073 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Network e4f21c90-0a6c-480f-98ba-2f42af645242 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:22.238403 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0426ba-0939-4e77-8eff-a545d8587de3 None None] Sync routers for ids ['b1922534-06e2-4521-ba66-f9143774f8c5'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:22.239752 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:22.257152 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0426ba-0939-4e77-8eff-a545d8587de3 None None] Routers {'b1922534-06e2-4521-ba66-f9143774f8c5'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:22.257780 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-cc0426ba-0939-4e77-8eff-a545d8587de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:06:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['b1922534-06e2-4521-ba66-f9143774f8c5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:22.293190 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.360548 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port 43a63155-0f38-444c-b81e-c16e0668b6d1, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=43a63155-0f38-444c-b81e-c16e0668b6d1,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:22.366607 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.367890 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.382543 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Router 92c1e644-c16f-438a-a552-3effb8f1427e has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:06:22.445169 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-cc0426ba-0939-4e77-8eff-a545d8587de3 None None] Set router b1922534-06e2-4521-ba66-f9143774f8c5 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:22.494285 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.504934 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=43a63155-0f38-444c-b81e-c16e0668b6d1,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:22.519408 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:22.529006 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5ec4a74d-3c6c-40f2-8820-ab1bf0826a9a admin admin] 10.222.0.39 "PUT /v2.0/routers/92c1e644-c16f-438a-a552-3effb8f1427e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3565421 Jul 23 00:06:22.536267 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Sync routers for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:22.545190 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:22.545777 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:06:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:22.562395 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Deleting port 7aee86c1-93ce-4af2-a0c0-e0935da52f2b {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:22.562753 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.574424 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-d9754cc1-cfaa-478c-9a39-9f4d346a973c None None] Provisioning complete for port eed0dbf3-f228-4373-985d-eba5cfa1edd7 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:22.575062 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d9754cc1-cfaa-478c-9a39-9f4d346a973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.628166 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-d9754cc1-cfaa-478c-9a39-9f4d346a973c None None] Port eed0dbf3-f228-4373-985d-eba5cfa1edd7 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:06:22.664207 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] For port 7aee86c1-93ce-4af2-a0c0-e0935da52f2b, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=7aee86c1-93ce-4af2-a0c0-e0935da52f2b,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:22.664557 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.669570 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:22.678164 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Calling delete_port for 7aee86c1-93ce-4af2-a0c0-e0935da52f2b owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:22.686745 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-cc0426ba-0939-4e77-8eff-a545d8587de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:06:20Z', 'revision_number': 5, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port': {'id': '7aee86c1-93ce-4af2-a0c0-e0935da52f2b', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:22.715478 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0426ba-0939-4e77-8eff-a545d8587de3 None None] Checking router: b1922534-06e2-4521-ba66-f9143774f8c5 for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:22.724307 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0426ba-0939-4e77-8eff-a545d8587de3 None None] Routers {'b1922534-06e2-4521-ba66-f9143774f8c5'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:22.725061 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-cc0426ba-0939-4e77-8eff-a545d8587de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:06:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['b1922534-06e2-4521-ba66-f9143774f8c5'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:22.874836 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.910796 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Pushing event deleted for resources: {'Port': ['ID=7aee86c1-93ce-4af2-a0c0-e0935da52f2b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:22.916912 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 2, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:22.944238 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Checking router: 92c1e644-c16f-438a-a552-3effb8f1427e for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:22.944876 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Updating router 92c1e644-c16f-438a-a552-3effb8f1427e port eed0dbf3-f228-4373-985d-eba5cfa1edd7 binding host dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 00:06:22.949717 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:06:22.967480 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-cc0426ba-0939-4e77-8eff-a545d8587de3 None None] Set router b1922534-06e2-4521-ba66-f9143774f8c5 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:22.988211 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:22.996528 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942816'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.030414 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-cc0426ba-0939-4e77-8eff-a545d8587de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 6, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port_host': None}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:23.071475 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0426ba-0939-4e77-8eff-a545d8587de3 None None] The sync data for ids ['b1922534-06e2-4521-ba66-f9143774f8c5'] in dv-cinder-801633-1-iscsi is: [{'id': 'b1922534-06e2-4521-ba66-f9143774f8c5', 'name': 'tempest-TestMinimumBasicScenario-1063565668-router', 'tenant_id': '689bc049906147bd830347a440bc89d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:45Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 6, 'project_id': '689bc049906147bd830347a440bc89d8', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:23.106672 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9432'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.109297 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.153874 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:23.169271 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939803'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.170178 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1922534-06e2-4521-ba66-f9143774f8c5 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:06:23.177354 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.179522 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'port_id': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'mac_address': 'fa:16:3e:d4:24:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843656e0-512a-4b75-8920-4514597631c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:06:23.179839 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a57b7aab-1e6c-43de-bc4a-0ab8d3c9814f admin admin] 10.222.0.39 "DELETE /v2.0/routers/b1922534-06e2-4521-ba66-f9143774f8c5 HTTP/1.1" status: 204 len: 168 time: 0.9452717 Jul 23 00:06:23.182983 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54888) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:23.187755 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.199815 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54890) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:23.204967 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-9e8d596a-9738-4a78-b4fc-5595ce64a35b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722551700', 'description': 'tempest-description--1077999899'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:23.225809 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.233845 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e8d596a-9738-4a78-b4fc-5595ce64a35b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.239091 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14cb545-6263-44dc-86b2-7b7423cb997a admin admin] Deleting subnet 094e61a5-6ff0-4e51-b43c-31f1ccc37eb1 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:06:23.244282 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:06:23.244864 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e14cb545-6263-44dc-86b2-7b7423cb997a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.270654 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:23.275659 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.292237 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e14cb545-6263-44dc-86b2-7b7423cb997a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5252407'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.327838 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,revision_number=7']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:23.333510 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.340204 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e8d596a-9738-4a78-b4fc-5595ce64a35b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.345882 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e8d596a-9738-4a78-b4fc-5595ce64a35b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.347696 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Transition to ACTIVE for port object eed0dbf3-f228-4373-985d-eba5cfa1edd7 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:23.354333 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.379188 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d596a-9738-4a78-b4fc-5595ce64a35b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f724c909-3f8b-4d71-9552-cfb7d47db465,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:23.381463 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9e8d596a-9738-4a78-b4fc-5595ce64a35b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.382694 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9e8d596a-9738-4a78-b4fc-5595ce64a35b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1814294 Jul 23 00:06:23.385906 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54892) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:23.390985 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-b84ff3cd-55cd-4097-b582-df59f31db550 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Request body: {'security_group_rule': {'security_group_id': 'f724c909-3f8b-4d71-9552-cfb7d47db465', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:23.406958 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8364a69-e089-4458-b79a-51da7cc5d3a8 None None] Pushing event updated for resources: {'Port': ['ID=eed0dbf3-f228-4373-985d-eba5cfa1edd7,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:23.431254 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e14cb545-6263-44dc-86b2-7b7423cb997a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.446839 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b84ff3cd-55cd-4097-b582-df59f31db550 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.490491 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Attempting to bind port eed0dbf3-f228-4373-985d-eba5cfa1edd7 on host dv-cinder-801633-1-iscsi for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:06:23.491219 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:06:23.493042 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Attempting to bind port eed0dbf3-f228-4373-985d-eba5cfa1edd7 by drivers openvswitch,hyperv on host dv-cinder-801633-1-iscsi at level 0 using segments [{'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:06:23.493493 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Attempting to bind port eed0dbf3-f228-4373-985d-eba5cfa1edd7 on network e4f21c90-0a6c-480f-98ba-2f42af645242 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:23.508076 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Checking agent: {'id': 'e2399446-1813-4434-b2e5-83215ca229f6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801633-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 51, 50), 'started_at': datetime.datetime(2021, 7, 22, 23, 52, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801633-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:06:23.508481 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Checking segment: {'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:06:23.508996 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.509497 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e14cb545-6263-44dc-86b2-7b7423cb997a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5858384'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.509917 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Bound using segment: {'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:06:23.510377 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Bound port: eed0dbf3-f228-4373-985d-eba5cfa1edd7, host: dv-cinder-801633-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:06:23.511013 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.517480 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b84ff3cd-55cd-4097-b582-df59f31db550 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.523629 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b84ff3cd-55cd-4097-b582-df59f31db550 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.542972 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e14cb545-6263-44dc-86b2-7b7423cb997a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.552424 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23a327-11fd-4ad1-a01f-00b3e5ebd86f None None] Network aadc0089-da74-4985-8ba6-972fe5cf4507 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:06:23.553906 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e14cb545-6263-44dc-86b2-7b7423cb997a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/094e61a5-6ff0-4e51-b43c-31f1ccc37eb1 HTTP/1.1" status: 204 len: 168 time: 0.3691735 Jul 23 00:06:23.559798 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54894) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:23.595315 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b84ff3cd-55cd-4097-b582-df59f31db550 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.600213 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b84ff3cd-55cd-4097-b582-df59f31db550 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2132828 Jul 23 00:06:23.605568 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] For port eed0dbf3-f228-4373-985d-eba5cfa1edd7, host dv-cinder-801633-1-iscsi, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:06:23.610380 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] For port eed0dbf3-f228-4373-985d-eba5cfa1edd7, host dv-cinder-801633-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=eed0dbf3-f228-4373-985d-eba5cfa1edd7,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:06:23.611282 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54896) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:23.619717 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.624955 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-28c32baa-636b-43ba-a5f6-e044d64b840c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Request body: {'security_group_rule': {'security_group_id': 'f724c909-3f8b-4d71-9552-cfb7d47db465', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:23.647313 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cb545-6263-44dc-86b2-7b7423cb997a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094e61a5-6ff0-4e51-b43c-31f1ccc37eb1,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:23.659014 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ff3cd-55cd-4097-b582-df59f31db550 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02544562-c43d-40ad-a555-4e5c3208b831,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:23.688280 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28c32baa-636b-43ba-a5f6-e044d64b840c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.731228 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.745117 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:23.756291 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:06:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:23.758747 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8364a69-e089-4458-b79a-51da7cc5d3a8 None None] Pushing event updated for resources: {'Port': ['ID=eed0dbf3-f228-4373-985d-eba5cfa1edd7,revision_number=4']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:23.777853 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28c32baa-636b-43ba-a5f6-e044d64b840c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.785139 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28c32baa-636b-43ba-a5f6-e044d64b840c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.802479 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c32baa-636b-43ba-a5f6-e044d64b840c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408c56b3-d0ce-4818-a5b8-af8d4d24d400,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:23.804569 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Deleting port 234d3884-20cd-4044-ab3b-443bb99a4401 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:23.804942 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.835626 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-28c32baa-636b-43ba-a5f6-e044d64b840c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.837659 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-28c32baa-636b-43ba-a5f6-e044d64b840c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2253015 Jul 23 00:06:23.842613 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54898) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:23.859165 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Request body: {'floatingip': {'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:23.892091 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] For port 234d3884-20cd-4044-ab3b-443bb99a4401, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=234d3884-20cd-4044-ab3b-443bb99a4401,segment=NetworkSegment(b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2),segment_id=b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:23.893355 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.910629 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:23.916981 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Calling delete_port for 234d3884-20cd-4044-ab3b-443bb99a4401 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:23.949346 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:24.008029 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1002993e-28bf-41c7-b1b6-91ba8bd116c5 None None] DHCP port deletion for aadc0089-da74-4985-8ba6-972fe5cf4507 request from dv-cinder-801633-1-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:06:24.021051 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.055464 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Pushing event deleted for resources: {'Port': ['ID=234d3884-20cd-4044-ab3b-443bb99a4401,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:24.063064 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] No DVR routers for this DVR port 234d3884-20cd-4044-ab3b-443bb99a4401 on host dv-cinder-801633-1-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:06:24.113022 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-1002993e-28bf-41c7-b1b6-91ba8bd116c5 None None] The port '234d3884-20cd-4044-ab3b-443bb99a4401' was deleted {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 23 00:06:24.126383 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 43a63155-0f38-444c-b81e-c16e0668b6d1 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:24.129482 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.149349 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.161170 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadc0089-da74-4985-8ba6-972fe5cf4507']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:24.172609 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:24.172940 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42fa31c-8ac0-4a9b-bbef-416ae1cbe6c2') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:24.184414 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463715'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.207714 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port 43a63155-0f38-444c-b81e-c16e0668b6d1 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:24.208090 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.210329 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.220615 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:06:24.222999 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6971851'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: timer() Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: cb(*args, **kw) Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: self._notify() Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: self.callback(batched_events) Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: event.method(event) Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._get(url).json() Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:06:24.224741 dv-cinder-801633-1-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:06:24.291863 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.300347 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.305507 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] 10.222.0.39 "DELETE /v2.0/networks/aadc0089-da74-4985-8ba6-972fe5cf4507 HTTP/1.1" status: 204 len: 168 time: 0.7372351 Jul 23 00:06:24.306151 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54900) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:24.313808 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Allocated IP 172.27.0.28 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/f6daf125-5392-4802-b781-150f69bf606d) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:06:24.325141 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:23Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:24.326927 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf4131-1b70-447d-8b2c-f80b6262859a admin admin] Pushing event deleted for resources: {'Network': ['ID=aadc0089-da74-4985-8ba6-972fe5cf4507,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:24.355735 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 7aee86c1-93ce-4af2-a0c0-e0935da52f2b no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:24.382824 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 7aee86c1-93ce-4af2-a0c0-e0935da52f2b {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:24.383353 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 7aee86c1-93ce-4af2-a0c0-e0935da52f2b not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:24.383918 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 234d3884-20cd-4044-ab3b-443bb99a4401 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:24.395068 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5eacde-7e19-4b24-81b1-c0a27a5103eb None None] The sync data for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi is: [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:23Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:24.427077 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 234d3884-20cd-4044-ab3b-443bb99a4401 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:24.430315 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 234d3884-20cd-4044-ab3b-443bb99a4401 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:24.430577 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device ba371c79-8c60-4244-b8e0-8e90b2e696f2 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:24.496292 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: ba371c79-8c60-4244-b8e0-8e90b2e696f2 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:24.496785 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device ba371c79-8c60-4244-b8e0-8e90b2e696f2 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:24.508749 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.558164 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.596502 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:24.599295 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:24.605225 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:06:24.641847 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event updated for resources: {'Port': ['ID=f6daf125-5392-4802-b781-150f69bf606d,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:24.704269 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.750837 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4658-6d6f-4519-aafa-6864c40fa4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939226'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.754791 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.856823 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:24.914048 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.920140 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:24.931807 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:24.932690 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.008248 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event updated for resources: {'Port': ['ID=f6daf125-5392-4802-b781-150f69bf606d,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:25.018977 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.032964 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.036456 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.037429 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-aa29994b-5c47-4727-92f4-7cab170da3d7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1938639 Jul 23 00:06:25.064606 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:25.066885 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f960ddb-acb3-4d8e-85bd-46b1c76af886" -d '{"events": [{"server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "name": "network-vif-plugged", "status": "completed", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:25.087200 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d4658-6d6f-4519-aafa-6864c40fa4da admin admin] Deleting port 782193c6-84f5-47ec-9041-0b4ad14db7fc {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:25.087940 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4658-6d6f-4519-aafa-6864c40fa4da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.092347 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:25.101042 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.129581 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29af22e-e770-411b-9e0a-33e5b603a1fe x-openstack-request-id: req-f29af22e-e770-411b-9e0a-33e5b603a1fe {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:25.129866 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "name": "network-vif-plugged", "status": "completed", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:25.130118 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f29af22e-e770-411b-9e0a-33e5b603a1fe {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:25.130503 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'code': 200} Jul 23 00:06:25.157543 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,revision_number=8']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:25.199944 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-7b4d4658-6d6f-4519-aafa-6864c40fa4da admin admin] For port 782193c6-84f5-47ec-9041-0b4ad14db7fc, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=782193c6-84f5-47ec-9041-0b4ad14db7fc,segment=NetworkSegment(95996e26-93be-4cc7-a821-97958a90aab1),segment_id=95996e26-93be-4cc7-a821-97958a90aab1)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:25.200459 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4658-6d6f-4519-aafa-6864c40fa4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.213777 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d4658-6d6f-4519-aafa-6864c40fa4da admin admin] Calling delete_port for 782193c6-84f5-47ec-9041-0b4ad14db7fc owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:25.215943 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-b737fd70-d027-49e9-b719-ab18f7096e3e tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--722551700&fields=id&tenant_id=36e8d7ff0b0046ed8818a38065e3eaed HTTP/1.1" status: 200 len: 267 time: 0.0392759 Jul 23 00:06:25.324691 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-e383945c-2802-4eed-85ee-62b63b20cbe9 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:25.326331 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-e383945c-2802-4eed-85ee-62b63b20cbe9 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/networks?id=e4f21c90-0a6c-480f-98ba-2f42af645242 HTTP/1.1" status: 200 len: 811 time: 0.1083128 Jul 23 00:06:25.341993 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-034e86e8-7c7c-4e4e-b651-1753c3a0090e tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/quotas/36e8d7ff0b0046ed8818a38065e3eaed HTTP/1.1" status: 200 len: 375 time: 0.0094502 Jul 23 00:06:25.405478 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4658-6d6f-4519-aafa-6864c40fa4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.417568 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-64da39f0-4aec-42fc-9a45-ad9675711338 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=36e8d7ff0b0046ed8818a38065e3eaed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694325 Jul 23 00:06:25.468235 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d4658-6d6f-4519-aafa-6864c40fa4da admin admin] Pushing event deleted for resources: {'Port': ['ID=782193c6-84f5-47ec-9041-0b4ad14db7fc,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:25.602933 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-2eb11306-2230-42de-9441-838aabac918f service neutron] 10.222.0.39 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735814 Jul 23 00:06:25.615640 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4658-6d6f-4519-aafa-6864c40fa4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939078'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:25.698124 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-e442385c-3d8c-4889-b38a-b71df189c798 service neutron] 10.222.0.39 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893548 Jul 23 00:06:25.858675 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4d4658-6d6f-4519-aafa-6864c40fa4da admin admin] Router 0a6ee153-6a36-476c-b22e-220a27c99004 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:06:25.907927 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b3130834-79b6-47a0-a473-236924acd36b req-5d3f912b-482b-4d96-99d5-dd6852228241 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 210 time: 0.0407631 Jul 23 00:06:25.946728 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device eed0dbf3-f228-4373-985d-eba5cfa1edd7 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:25.982656 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4d4658-6d6f-4519-aafa-6864c40fa4da admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:25.990662 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54922) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:25.995287 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f43ba7-ae88-46ed-82e6-8d7e5230acc8 None None] Sync routers for ids ['0a6ee153-6a36-476c-b22e-220a27c99004'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:26.000403 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7b4d4658-6d6f-4519-aafa-6864c40fa4da admin admin] 10.222.0.39 "PUT /v2.0/routers/0a6ee153-6a36-476c-b22e-220a27c99004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6710758 Jul 23 00:06:26.006603 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning for port eed0dbf3-f228-4373-985d-eba5cfa1edd7 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:26.010744 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f43ba7-ae88-46ed-82e6-8d7e5230acc8 None None] Routers {'0a6ee153-6a36-476c-b22e-220a27c99004'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:26.011371 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-55f43ba7-ae88-46ed-82e6-8d7e5230acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:06:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['0a6ee153-6a36-476c-b22e-220a27c99004'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:26.015508 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port eed0dbf3-f228-4373-985d-eba5cfa1edd7 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:26.015508 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.106698 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.183764 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-55f43ba7-ae88-46ed-82e6-8d7e5230acc8 None None] Set router 0a6ee153-6a36-476c-b22e-220a27c99004 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:26.223554 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.261286 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.280114 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Deleting port e49e6897-edce-4fae-b21a-c3b5c6fb9468 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:26.280501 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.333327 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] For port eed0dbf3-f228-4373-985d-eba5cfa1edd7, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=eed0dbf3-f228-4373-985d-eba5cfa1edd7,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:26.339639 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.374915 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] For port e49e6897-edce-4fae-b21a-c3b5c6fb9468, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=e49e6897-edce-4fae-b21a-c3b5c6fb9468,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:26.375266 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.389338 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Calling delete_port for e49e6897-edce-4fae-b21a-c3b5c6fb9468 owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:26.419167 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Pushing event updated for resources: {'Port': ['ID=eed0dbf3-f228-4373-985d-eba5cfa1edd7,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:26.436595 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-55f43ba7-ae88-46ed-82e6-8d7e5230acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'name': 'tempest-TestMinimumBasicScenario-1918790439-router', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:51Z', 'updated_at': '2021-07-23T00:06:25Z', 'revision_number': 5, 'project_id': '509cc23c805c486ca1064dd1136c7c94', 'gw_port': {'id': 'e49e6897-edce-4fae-b21a-c3b5c6fb9468', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:52Z', 'updated_at': '2021-07-23T00:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:26.469861 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f43ba7-ae88-46ed-82e6-8d7e5230acc8 None None] Checking router: 0a6ee153-6a36-476c-b22e-220a27c99004 for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:26.479971 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f43ba7-ae88-46ed-82e6-8d7e5230acc8 None None] Routers {'0a6ee153-6a36-476c-b22e-220a27c99004'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:26.480457 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-55f43ba7-ae88-46ed-82e6-8d7e5230acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:06:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['0a6ee153-6a36-476c-b22e-220a27c99004'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:26.566901 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-55f43ba7-ae88-46ed-82e6-8d7e5230acc8 None None] Set router 0a6ee153-6a36-476c-b22e-220a27c99004 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:26.582227 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.611786 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=e49e6897-edce-4fae-b21a-c3b5c6fb9468,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:26.616829 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-55f43ba7-ae88-46ed-82e6-8d7e5230acc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'name': 'tempest-TestMinimumBasicScenario-1918790439-router', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:51Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 6, 'project_id': '509cc23c805c486ca1064dd1136c7c94', 'gw_port_host': None}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:26.645953 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f43ba7-ae88-46ed-82e6-8d7e5230acc8 None None] The sync data for ids ['0a6ee153-6a36-476c-b22e-220a27c99004'] in dv-cinder-801633-1-iscsi is: [{'id': '0a6ee153-6a36-476c-b22e-220a27c99004', 'name': 'tempest-TestMinimumBasicScenario-1918790439-router', 'tenant_id': '509cc23c805c486ca1064dd1136c7c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:51Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 6, 'project_id': '509cc23c805c486ca1064dd1136c7c94', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:26.671724 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942816'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.795545 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9432'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.797612 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.881794 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939803'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.882323 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a6ee153-6a36-476c-b22e-220a27c99004 {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:06:26.895246 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.896439 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-74f169e8-40d4-4240-945e-9818a5668ccd admin admin] 10.222.0.39 "DELETE /v2.0/routers/0a6ee153-6a36-476c-b22e-220a27c99004 HTTP/1.1" status: 204 len: 168 time: 0.9046333 Jul 23 00:06:26.899069 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54930) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:26.956922 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd322019-854c-42b3-9e07-cd33a91a247a admin admin] Deleting subnet 767699af-e3e5-4f3d-a25f-1013eadf6161 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:06:26.968188 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-e04c4c23-1edd-41d8-b4d0-9044238e69a9 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:26.968380 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cd322019-854c-42b3-9e07-cd33a91a247a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:26.969624 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-e04c4c23-1edd-41d8-b4d0-9044238e69a9 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.41 "GET /v2.0/networks?id=e4f21c90-0a6c-480f-98ba-2f42af645242 HTTP/1.1" status: 200 len: 811 time: 0.1170790 Jul 23 00:06:27.026806 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cd322019-854c-42b3-9e07-cd33a91a247a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463722'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.047016 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-425d919e-54b8-47d1-a932-f5c01ccf1ea4 req-f58e02ba-abb4-4bb9-8899-ce6d9d97b7ad tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 210 time: 0.0393488 Jul 23 00:06:27.051594 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-4013cb53-b4f5-4473-9ebd-26063ba0cfd7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36e8d7ff0b0046ed8818a38065e3eaed HTTP/1.1" status: 200 len: 379 time: 0.0694482 Jul 23 00:06:27.061588 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Request body: {'port': {'device_id': 'bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'admin_state_up': True, 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'security_groups': ['f724c909-3f8b-4d71-9552-cfb7d47db465']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:27.117372 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cd322019-854c-42b3-9e07-cd33a91a247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.168219 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cd322019-854c-42b3-9e07-cd33a91a247a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6971825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5779894'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.177033 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Made reservation on behalf of 36e8d7ff0b0046ed8818a38065e3eaed for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:06:27.180531 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.190728 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd322019-854c-42b3-9e07-cd33a91a247a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=767699af-e3e5-4f3d-a25f-1013eadf6161,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:27.198739 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cd322019-854c-42b3-9e07-cd33a91a247a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.203085 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cd322019-854c-42b3-9e07-cd33a91a247a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/767699af-e3e5-4f3d-a25f-1013eadf6161 HTTP/1.1" status: 204 len: 168 time: 0.3003452 Jul 23 00:06:27.203196 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54938) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:27.207794 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f36888-cb33-4eb2-992e-1a95deb906a6 None None] Network a2dd6b31-f19a-4faf-9092-4a42c913d6ee requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:06:27.317763 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Allocated IP 172.20.0.3 (e4f21c90-0a6c-480f-98ba-2f42af645242/2a1a2165-4063-479e-9aa2-c9487866ca91/8e2c84ca-91bf-4098-8347-69d5d5dd5762) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:06:27.426031 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9142f072-9f43-48f2-bab2-2c0dbaa0f88a None None] DHCP port deletion for a2dd6b31-f19a-4faf-9092-4a42c913d6ee request from dv-cinder-801633-1-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:06:27.473540 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-9142f072-9f43-48f2-bab2-2c0dbaa0f88a None None] Deleting port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:27.474171 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.474334 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9142f072-9f43-48f2-bab2-2c0dbaa0f88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.491229 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Transition to ACTIVE for port object 8e2c84ca-91bf-4098-8347-69d5d5dd5762 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:27.516356 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.528806 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.543687 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-9142f072-9f43-48f2-bab2-2c0dbaa0f88a None None] For port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=40b9208e-0d9b-44e7-8d2f-8a631bab3b12,segment=NetworkSegment(95996e26-93be-4cc7-a821-97958a90aab1),segment_id=95996e26-93be-4cc7-a821-97958a90aab1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:27.544097 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9142f072-9f43-48f2-bab2-2c0dbaa0f88a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.560268 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-9142f072-9f43-48f2-bab2-2c0dbaa0f88a None None] Calling delete_port for 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:27.569850 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Deleting port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:27.570358 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.637494 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] For port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=40b9208e-0d9b-44e7-8d2f-8a631bab3b12,segment=NetworkSegment(95996e26-93be-4cc7-a821-97958a90aab1),segment_id=95996e26-93be-4cc7-a821-97958a90aab1)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:27.638032 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.655885 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Calling delete_port for 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:27.705415 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9142f072-9f43-48f2-bab2-2c0dbaa0f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.744502 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142f072-9f43-48f2-bab2-2c0dbaa0f88a None None] Pushing event deleted for resources: {'Port': ['ID=40b9208e-0d9b-44e7-8d2f-8a631bab3b12,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:27.748402 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9142f072-9f43-48f2-bab2-2c0dbaa0f88a None None] No DVR routers for this DVR port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 on host dv-cinder-801633-1-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:06:27.754507 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.790460 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b9208e-0d9b-44e7-8d2f-8a631bab3b12,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:27.794646 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] No DVR routers for this DVR port 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 on host dv-cinder-801633-1-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:06:27.854298 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event updated for resources: {'Port': ['ID=8e2c84ca-91bf-4098-8347-69d5d5dd5762,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:27.860643 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Network e4f21c90-0a6c-480f-98ba-2f42af645242 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:27.863078 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:27.865323 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:06:27.878414 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device eed0dbf3-f228-4373-985d-eba5cfa1edd7 up at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:27.880513 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.896093 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2dd6b31-f19a-4faf-9092-4a42c913d6ee']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:27.908193 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95996e26-93be-4cc7-a821-97958a90aab1') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:27.908919 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95996e26-93be-4cc7-a821-97958a90aab1') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:27.919452 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463715'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.921488 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:27.922154 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.937468 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.942487 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-6e36d57b-f552-4e7f-ad33-7b7bb9f94b8b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8840489 Jul 23 00:06:27.947266 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:06:27.947701 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6971851'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:27.953939 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Request body: {'port': {'device_id': 'bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: self.session.flush() Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: self.session.flush() Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: self.session.flush() Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: self.session.flush() Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: timer() Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: cb(*args, **kw) Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: self._notify() Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: self.callback(batched_events) Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: event.method(event) Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._get(url).json() Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:06:28.016844 dv-cinder-801633-1-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:06:28.032210 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.041766 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.044229 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a2dd6b31-f19a-4faf-9092-4a42c913d6ee HTTP/1.1" status: 204 len: 168 time: 0.8400581 Jul 23 00:06:28.054934 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a9d13-ff1b-45be-bd0c-44107df1e4a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2dd6b31-f19a-4faf-9092-4a42c913d6ee,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:28.059840 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.078824 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Provisioning complete for port eed0dbf3-f228-4373-985d-eba5cfa1edd7 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:28.078824 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.172736 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-5c8bc7f3-7ff7-44a1-9040-6ceddc39d096 None None] Provisioning for port 8e2c84ca-91bf-4098-8347-69d5d5dd5762 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:28.180722 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-5c8bc7f3-7ff7-44a1-9040-6ceddc39d096 None None] Provisioning complete for port 8e2c84ca-91bf-4098-8347-69d5d5dd5762 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:28.181099 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc7f3-7ff7-44a1-9040-6ceddc39d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.191462 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54946) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:28.218116 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-5c8bc7f3-7ff7-44a1-9040-6ceddc39d096 None None] Port 8e2c84ca-91bf-4098-8347-69d5d5dd5762 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:06:28.247191 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 782193c6-84f5-47ec-9041-0b4ad14db7fc no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:28.254774 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a9f35c53-5d4b-4b40-a644-3228f3a91d3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=689bc049906147bd830347a440bc89d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621459 Jul 23 00:06:28.255698 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54948) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:28.269877 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 782193c6-84f5-47ec-9041-0b4ad14db7fc {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:28.270224 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 782193c6-84f5-47ec-9041-0b4ad14db7fc not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:28.270989 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:28.289714 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:28.290072 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 40b9208e-0d9b-44e7-8d2f-8a631bab3b12 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:28.290484 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device e49e6897-edce-4fae-b21a-c3b5c6fb9468 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:28.308169 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c2de-bc8a-455b-8a06-c26e71649917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.309559 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: e49e6897-edce-4fae-b21a-c3b5c6fb9468 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:28.309906 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device e49e6897-edce-4fae-b21a-c3b5c6fb9468 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:28.331873 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c2de-bc8a-455b-8a06-c26e71649917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.335487 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ffcff-8a30-48d3-b693-fe610dc65f5f req-ec5312d6-8723-4dab-bee8-34a2927b047c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:28.336981 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-950ffcff-8a30-48d3-b693-fe610dc65f5f req-ec5312d6-8723-4dab-bee8-34a2927b047c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 931 time: 0.1885033 Jul 23 00:06:28.377808 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c2de-bc8a-455b-8a06-c26e71649917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.380402 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c2de-bc8a-455b-8a06-c26e71649917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.381568 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e4b2c2de-bc8a-455b-8a06-c26e71649917 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed HTTP/1.1" status: 204 len: 168 time: 0.1247895 Jul 23 00:06:28.389481 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2c2de-bc8a-455b-8a06-c26e71649917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3bb7cb-e8ba-4cea-a5b0-3c0557f9a5ed,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:28.422367 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-950ffcff-8a30-48d3-b693-fe610dc65f5f req-b85b12cc-24a6-4e9f-a9ff-ec01b162d908 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788119 Jul 23 00:06:28.491441 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2c84ca-91bf-4098-8347-69d5d5dd5762 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:06:28.498770 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.511020 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Transition to ACTIVE for port object 8e2c84ca-91bf-4098-8347-69d5d5dd5762 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:28.514014 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.590783 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2c84ca-91bf-4098-8347-69d5d5dd5762,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:28.649644 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Attempting to bind port 8e2c84ca-91bf-4098-8347-69d5d5dd5762 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:06:28.650073 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Attempting to bind port 8e2c84ca-91bf-4098-8347-69d5d5dd5762 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:06:28.650472 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Attempting to bind port 8e2c84ca-91bf-4098-8347-69d5d5dd5762 on network e4f21c90-0a6c-480f-98ba-2f42af645242 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:28.656627 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Port 8e2c84ca-91bf-4098-8347-69d5d5dd5762 on network e4f21c90-0a6c-480f-98ba-2f42af645242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:06:28.656627 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Attempting to bind port 8e2c84ca-91bf-4098-8347-69d5d5dd5762 on network e4f21c90-0a6c-480f-98ba-2f42af645242 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:28.662788 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:06:28.663350 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Checking segment: {'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:06:28.664084 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Bound using segment: {'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:06:28.664522 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Bound port: 8e2c84ca-91bf-4098-8347-69d5d5dd5762, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:06:28.664919 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.733272 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54954) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:28.745190 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] For port 8e2c84ca-91bf-4098-8347-69d5d5dd5762, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:06:28.748238 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] For port 8e2c84ca-91bf-4098-8347-69d5d5dd5762, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=8e2c84ca-91bf-4098-8347-69d5d5dd5762,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:06:28.752582 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.774172 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-26c7573b-0140-4059-87bc-3965f07724f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=509cc23c805c486ca1064dd1136c7c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396521 Jul 23 00:06:28.776610 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54956) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:28.790798 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:28.791446 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.792814 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] 10.222.0.41 "PUT /v2.0/ports/8e2c84ca-91bf-4098-8347-69d5d5dd5762 HTTP/1.1" status: 200 len: 1093 time: 0.8433883 Jul 23 00:06:28.793234 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57', 'tag': '8e2c84ca-91bf-4098-8347-69d5d5dd5762'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:28.795473 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab4f7b8-8920-43bb-86f8-588e873f34db" -d '{"events": [{"name": "network-changed", "server_uuid": "bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57", "tag": "8e2c84ca-91bf-4098-8347-69d5d5dd5762"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:28.822431 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b207290-7bed-40f6-8d9d-961c6db774a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2c84ca-91bf-4098-8347-69d5d5dd5762,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:28.842984 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a624f48f-f777-4867-92d0-2b24738f30f3 x-openstack-request-id: req-a624f48f-f777-4867-92d0-2b24738f30f3 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:28.843278 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57", "tag": "8e2c84ca-91bf-4098-8347-69d5d5dd5762", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:28.843964 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a624f48f-f777-4867-92d0-2b24738f30f3 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:28.843964 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57', 'tag': '8e2c84ca-91bf-4098-8347-69d5d5dd5762', 'status': 'completed', 'code': 200} Jul 23 00:06:28.849237 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c5309448-832a-4e30-97b7-166e1e80001e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.877764 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c5309448-832a-4e30-97b7-166e1e80001e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.914549 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-9f57a075-34e8-47df-a6a6-134757a37c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:28.916393 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-9f57a075-34e8-47df-a6a6-134757a37c7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36e8d7ff0b0046ed8818a38065e3eaed&device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 1096 time: 0.0601730 Jul 23 00:06:28.936013 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c5309448-832a-4e30-97b7-166e1e80001e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.940060 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c5309448-832a-4e30-97b7-166e1e80001e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:28.942113 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c5309448-832a-4e30-97b7-166e1e80001e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62f7bb0c-1bab-4a52-af31-6f773a0e9f86 HTTP/1.1" status: 204 len: 168 time: 0.1645095 Jul 23 00:06:28.950737 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5309448-832a-4e30-97b7-166e1e80001e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f7bb0c-1bab-4a52-af31-6f773a0e9f86,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:28.964044 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-c5966e4d-26bc-4846-8790-ea8650271e26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e2c84ca-91bf-4098-8347-69d5d5dd5762 HTTP/1.1" status: 200 len: 217 time: 0.0410619 Jul 23 00:06:29.027284 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-309c95d9-1848-44cb-a7fb-aed7caed7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:29.028793 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-309c95d9-1848-44cb-a7fb-aed7caed7821 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1a2165-4063-479e-9aa2-c9487866ca91 HTTP/1.1" status: 200 len: 850 time: 0.0590382 Jul 23 00:06:29.088779 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-97cb4db3-5b83-496c-90d3-dce3a717ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:29.090310 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-97cb4db3-5b83-496c-90d3-dce3a717ff85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4f21c90-0a6c-480f-98ba-2f42af645242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556624 Jul 23 00:06:29.183864 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-dc1cc68e-0d35-490d-b1e8-748bb99ab79c service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869436 Jul 23 00:06:29.283884 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed0cd253-36ca-46e4-b269-03d57eb58a83 req-96e6864a-316e-43e2-a56c-e48a8bf96607 service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936449 Jul 23 00:06:29.383470 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4f7b8-8920-43bb-86f8-588e873f34db req-1d031923-39d8-4c9e-89a3-bf76d567dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:29.385189 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4ab4f7b8-8920-43bb-86f8-588e873f34db req-1d031923-39d8-4c9e-89a3-bf76d567dd8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36e8d7ff0b0046ed8818a38065e3eaed&device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 1096 time: 0.0539916 Jul 23 00:06:29.474463 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4f7b8-8920-43bb-86f8-588e873f34db req-b1873efd-e34a-4709-b213-2c46caf58942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:29.476060 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4ab4f7b8-8920-43bb-86f8-588e873f34db req-b1873efd-e34a-4709-b213-2c46caf58942 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4f21c90-0a6c-480f-98ba-2f42af645242 HTTP/1.1" status: 200 len: 912 time: 0.0839641 Jul 23 00:06:29.527517 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4ab4f7b8-8920-43bb-86f8-588e873f34db req-62ea9b4f-780f-42b2-816f-d8b73bc3059a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e2c84ca-91bf-4098-8347-69d5d5dd5762 HTTP/1.1" status: 200 len: 217 time: 0.0432913 Jul 23 00:06:29.600204 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4f7b8-8920-43bb-86f8-588e873f34db req-39f811d9-e444-4d87-9f93-1246815809b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:29.601588 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4ab4f7b8-8920-43bb-86f8-588e873f34db req-39f811d9-e444-4d87-9f93-1246815809b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1a2165-4063-479e-9aa2-c9487866ca91 HTTP/1.1" status: 200 len: 850 time: 0.0568066 Jul 23 00:06:29.644550 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436be24-8af2-4a06-8fb1-f3474ac47bf6 req-b5d6f9ff-439f-4513-86d5-3c4c6ce9c8fc tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:29.645977 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5436be24-8af2-4a06-8fb1-f3474ac47bf6 req-b5d6f9ff-439f-4513-86d5-3c4c6ce9c8fc tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 943 time: 0.1539023 Jul 23 00:06:29.697931 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5436be24-8af2-4a06-8fb1-f3474ac47bf6 req-554b1605-ee99-42fe-9087-9326a9c8c318 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464244 Jul 23 00:06:29.699650 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4f7b8-8920-43bb-86f8-588e873f34db req-f7e93be1-dc34-4320-b4ad-8335ab80c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:29.701049 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4ab4f7b8-8920-43bb-86f8-588e873f34db req-f7e93be1-dc34-4320-b4ad-8335ab80c831 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4f21c90-0a6c-480f-98ba-2f42af645242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0929155 Jul 23 00:06:29.792294 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4ab4f7b8-8920-43bb-86f8-588e873f34db req-3ce0f7d5-10de-43f4-94fc-8d0e389a4095 service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836954 Jul 23 00:06:29.878725 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4ab4f7b8-8920-43bb-86f8-588e873f34db req-faa2edc5-1c28-49fa-8271-a28632e885ed service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790713 Jul 23 00:06:30.829030 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cd541-50b7-4395-930d-c127c88d616f req-8a6af5e0-e16b-4f95-9a15-78adefead32f tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:30.830428 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f21cd541-50b7-4395-930d-c127c88d616f req-8a6af5e0-e16b-4f95-9a15-78adefead32f tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 943 time: 0.0661299 Jul 23 00:06:30.867248 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f21cd541-50b7-4395-930d-c127c88d616f req-8ef0d0af-dff2-4196-9b99-9dac880d80e4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308149 Jul 23 00:06:31.992394 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9ff4e-71b9-4b4f-8639-ed4ba8998dab req-ca232e51-fc75-4a18-bba4-9a1edb764810 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:31.993893 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f3d9ff4e-71b9-4b4f-8639-ed4ba8998dab req-ca232e51-fc75-4a18-bba4-9a1edb764810 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 943 time: 0.0622635 Jul 23 00:06:32.029927 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f3d9ff4e-71b9-4b4f-8639-ed4ba8998dab req-0c9a05b9-0a65-4cb5-a1bd-6ecf4756d1ef tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305803 Jul 23 00:06:32.895405 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 8e2c84ca-91bf-4098-8347-69d5d5dd5762 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:06:32.988866 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 8e2c84ca-91bf-4098-8347-69d5d5dd5762, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=8e2c84ca-91bf-4098-8347-69d5d5dd5762,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:32.999491 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '8e2c84ca-91bf-4098-8347-69d5d5dd5762', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'port_id': '8e2c84ca-91bf-4098-8347-69d5d5dd5762', 'mac_address': 'fa:16:3e:6b:da:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:06:33.035557 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:33.047666 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2c84ca-91bf-4098-8347-69d5d5dd5762 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:06:33.068140 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 8e2c84ca-91bf-4098-8347-69d5d5dd5762, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=8e2c84ca-91bf-4098-8347-69d5d5dd5762,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:33.071743 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:33.120442 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=8e2c84ca-91bf-4098-8347-69d5d5dd5762,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:33.162664 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6370c-42aa-4d03-8493-e279d8955341 req-8411d636-6f16-41c2-a4b6-4a5cb3efe33a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:33.164089 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c2b6370c-42aa-4d03-8493-e279d8955341 req-8411d636-6f16-41c2-a4b6-4a5cb3efe33a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 944 time: 0.0671153 Jul 23 00:06:33.199974 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c2b6370c-42aa-4d03-8493-e279d8955341 req-17630d63-2afa-4951-95be-3085e56f9540 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302842 Jul 23 00:06:33.301159 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['8e2c84ca-91bf-4098-8347-69d5d5dd5762'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:06:34.325780 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a8ce1-cbdf-4d81-8a0e-646c00d57959 req-e5c9c529-6d53-40ee-a968-1df64a4612d1 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:34.327158 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-919a8ce1-cbdf-4d81-8a0e-646c00d57959 req-e5c9c529-6d53-40ee-a968-1df64a4612d1 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 944 time: 0.0623777 Jul 23 00:06:34.363327 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-919a8ce1-cbdf-4d81-8a0e-646c00d57959 req-30dcecf7-f6ea-4835-ba58-4666b65fe2f0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302012 Jul 23 00:06:34.911839 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 8e2c84ca-91bf-4098-8347-69d5d5dd5762 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:34.958400 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port 8e2c84ca-91bf-4098-8347-69d5d5dd5762 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:34.962265 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 8e2c84ca-91bf-4098-8347-69d5d5dd5762 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:34.963097 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:35.037587 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:35.058525 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2c84ca-91bf-4098-8347-69d5d5dd5762'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:35.060733 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5999a5d5-15da-4019-9e58-5bc35e34c6a2" -d '{"events": [{"server_uuid": "bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57", "name": "network-vif-plugged", "status": "completed", "tag": "8e2c84ca-91bf-4098-8347-69d5d5dd5762"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:35.073566 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 8e2c84ca-91bf-4098-8347-69d5d5dd5762, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=8e2c84ca-91bf-4098-8347-69d5d5dd5762,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:35.077429 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:35.102398 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96526934-f26c-4bcd-820f-19f055cb8150 x-openstack-request-id: req-96526934-f26c-4bcd-820f-19f055cb8150 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:35.102684 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57", "name": "network-vif-plugged", "status": "completed", "tag": "8e2c84ca-91bf-4098-8347-69d5d5dd5762", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:35.102929 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96526934-f26c-4bcd-820f-19f055cb8150 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:35.103303 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2c84ca-91bf-4098-8347-69d5d5dd5762', 'code': 200} Jul 23 00:06:35.129783 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=8e2c84ca-91bf-4098-8347-69d5d5dd5762,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:35.272290 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891e712-3a91-4626-906d-b2c51bc2de88 req-57d6bf29-ee5b-4e1a-84dc-fefe26d2d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:35.273745 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c891e712-3a91-4626-906d-b2c51bc2de88 req-57d6bf29-ee5b-4e1a-84dc-fefe26d2d8ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 1098 time: 0.0521817 Jul 23 00:06:35.307420 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c891e712-3a91-4626-906d-b2c51bc2de88 req-d2756596-dd8c-4b8f-a19a-67e2bd39e78f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265176 Jul 23 00:06:35.489031 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae29ce-3a1e-40c3-ae94-dec7f90e00f9 req-b19cae8b-6f6b-4090-b006-7a63d28828fc tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:35.490469 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6dae29ce-3a1e-40c3-ae94-dec7f90e00f9 req-b19cae8b-6f6b-4090-b006-7a63d28828fc tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0642316 Jul 23 00:06:35.529583 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6dae29ce-3a1e-40c3-ae94-dec7f90e00f9 req-d363ac26-3caa-4a83-a4c2-20c5280d3ec2 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335226 Jul 23 00:06:36.513807 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ad51f-3321-4db8-acb4-153f992b8965 req-7f350274-0b28-4277-9c2c-13ca0f7acf9f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:36.515272 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c33ad51f-3321-4db8-acb4-153f992b8965 req-7f350274-0b28-4277-9c2c-13ca0f7acf9f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 945 time: 0.0682590 Jul 23 00:06:36.551490 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c33ad51f-3321-4db8-acb4-153f992b8965 req-7621b527-8848-4a44-a95a-5a2045c6d351 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300119 Jul 23 00:06:36.660996 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321d4d5-40e7-435a-aa49-c0e2995b525d req-43e71d90-d62f-4f8e-bdae-43d989e0c6e4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:36.662466 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c321d4d5-40e7-435a-aa49-c0e2995b525d req-43e71d90-d62f-4f8e-bdae-43d989e0c6e4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0659447 Jul 23 00:06:36.699035 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c321d4d5-40e7-435a-aa49-c0e2995b525d req-522985bb-2dda-44e0-8e14-3dd9b8ea983a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310705 Jul 23 00:06:36.820292 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38ab62-f15f-4db0-97df-19b89aa5b174 req-40d6b2fa-c09c-49f7-b121-786221c92e6f tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:36.821641 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b38ab62-f15f-4db0-97df-19b89aa5b174 req-40d6b2fa-c09c-49f7-b121-786221c92e6f tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0622609 Jul 23 00:06:36.829936 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 54986) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:36.834772 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-2839f8e3-eb70-4072-9b41-3aea2e01c6b3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Request body: {'floatingip': {'port_id': '8e2c84ca-91bf-4098-8347-69d5d5dd5762'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:36.872225 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2839f8e3-eb70-4072-9b41-3aea2e01c6b3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:37.281934 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2839f8e3-eb70-4072-9b41-3aea2e01c6b3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:37.285678 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2839f8e3-eb70-4072-9b41-3aea2e01c6b3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:37.381954 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-2839f8e3-eb70-4072-9b41-3aea2e01c6b3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Floating IP f8545050-25d2-4a0f-a226-ea0a8efd1f09 associated. External IP: 172.27.0.28, port: 8e2c84ca-91bf-4098-8347-69d5d5dd5762. Jul 23 00:06:37.586530 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2839f8e3-eb70-4072-9b41-3aea2e01c6b3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Router 92c1e644-c16f-438a-a552-3effb8f1427e has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:06:37.732033 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2839f8e3-eb70-4072-9b41-3aea2e01c6b3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:37.736706 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2839f8e3-eb70-4072-9b41-3aea2e01c6b3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:37.741844 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01dde2-5559-441e-9f1d-d837c0e60a0b None None] Sync routers for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:37.747842 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f43e67-a376-41dc-afb3-7a12be312a4f req-000fedc1-7b05-427f-a863-d0248801c495 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:37.749452 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-35f43e67-a376-41dc-afb3-7a12be312a4f req-000fedc1-7b05-427f-a863-d0248801c495 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 945 time: 0.1195073 Jul 23 00:06:37.750320 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01dde2-5559-441e-9f1d-d837c0e60a0b None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:37.750911 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8b01dde2-5559-441e-9f1d-d837c0e60a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:06:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:37.806226 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2839f8e3-eb70-4072-9b41-3aea2e01c6b3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "PUT /v2.0/floatingips/f8545050-25d2-4a0f-a226-ea0a8efd1f09 HTTP/1.1" status: 200 len: 990 time: 0.9752388 Jul 23 00:06:37.808927 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57', 'tag': '8e2c84ca-91bf-4098-8347-69d5d5dd5762'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:37.810863 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc6a4ad-a25b-4949-987f-14667d5ab0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57", "tag": "8e2c84ca-91bf-4098-8347-69d5d5dd5762"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:37.816296 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-35f43e67-a376-41dc-afb3-7a12be312a4f req-9b96c9fb-b397-48b4-a805-ec01f6efa25b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487025 Jul 23 00:06:37.865040 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6816a1c7-930b-44a5-bd9b-cc058a629426 x-openstack-request-id: req-6816a1c7-930b-44a5-bd9b-cc058a629426 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:37.865328 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57", "tag": "8e2c84ca-91bf-4098-8347-69d5d5dd5762", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:37.865577 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6816a1c7-930b-44a5-bd9b-cc058a629426 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:37.866077 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57', 'tag': '8e2c84ca-91bf-4098-8347-69d5d5dd5762', 'status': 'completed', 'code': 200} Jul 23 00:06:37.868280 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-8b01dde2-5559-441e-9f1d-d837c0e60a0b None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:37.946256 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6a4ad-a25b-4949-987f-14667d5ab0bd req-a91faffd-a668-46b7-a9e2-834889a64c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:37.947759 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7cc6a4ad-a25b-4949-987f-14667d5ab0bd req-a91faffd-a668-46b7-a9e2-834889a64c6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36e8d7ff0b0046ed8818a38065e3eaed&device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 1098 time: 0.0561976 Jul 23 00:06:38.043830 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6a4ad-a25b-4949-987f-14667d5ab0bd req-1e8c74fd-ee6a-480d-b04e-5f4b833b5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:38.045282 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7cc6a4ad-a25b-4949-987f-14667d5ab0bd req-1e8c74fd-ee6a-480d-b04e-5f4b833b5c77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4f21c90-0a6c-480f-98ba-2f42af645242 HTTP/1.1" status: 200 len: 912 time: 0.0823882 Jul 23 00:06:38.082441 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8b01dde2-5559-441e-9f1d-d837c0e60a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': 'f8545050-25d2-4a0f-a226-ea0a8efd1f09', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'port_id': '8e2c84ca-91bf-4098-8347-69d5d5dd5762', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'mac_address': 'fa:16:3e:6b:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:24Z', 'updated_at': '2021-07-23T00:06:37Z', 'revision_number': 1, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 5, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:38.111237 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01dde2-5559-441e-9f1d-d837c0e60a0b None None] Checking router: 92c1e644-c16f-438a-a552-3effb8f1427e for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:38.119717 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01dde2-5559-441e-9f1d-d837c0e60a0b None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:38.120317 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8b01dde2-5559-441e-9f1d-d837c0e60a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:06:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:38.148314 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7cc6a4ad-a25b-4949-987f-14667d5ab0bd req-1ab33f02-3cd5-4955-99d4-8fe9f7ece567 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e2c84ca-91bf-4098-8347-69d5d5dd5762 HTTP/1.1" status: 200 len: 998 time: 0.0907145 Jul 23 00:06:38.198487 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-4906d397-92b1-4d7c-a11b-9b2b539d923e tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:38.199944 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-4906d397-92b1-4d7c-a11b-9b2b539d923e tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 945 time: 0.1414170 Jul 23 00:06:38.216893 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6a4ad-a25b-4949-987f-14667d5ab0bd req-f7d42479-8a9e-472c-bc66-f4a336659b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:38.218280 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7cc6a4ad-a25b-4949-987f-14667d5ab0bd req-f7d42479-8a9e-472c-bc66-f4a336659b51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1a2165-4063-479e-9aa2-c9487866ca91 HTTP/1.1" status: 200 len: 850 time: 0.0624905 Jul 23 00:06:38.226034 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-8b01dde2-5559-441e-9f1d-d837c0e60a0b None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:38.339331 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6a4ad-a25b-4949-987f-14667d5ab0bd req-33767e3b-bf03-48e7-8271-e87e839497e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:38.340865 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7cc6a4ad-a25b-4949-987f-14667d5ab0bd req-33767e3b-bf03-48e7-8271-e87e839497e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4f21c90-0a6c-480f-98ba-2f42af645242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1042554 Jul 23 00:06:38.358129 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Deleting port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:06:38.358466 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:38.445535 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-8b01dde2-5559-441e-9f1d-d837c0e60a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': 'f8545050-25d2-4a0f-a226-ea0a8efd1f09', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'port_id': '8e2c84ca-91bf-4098-8347-69d5d5dd5762', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'mac_address': 'fa:16:3e:6b:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:24Z', 'updated_at': '2021-07-23T00:06:37Z', 'revision_number': 1, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 5, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:38.476325 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b01dde2-5559-441e-9f1d-d837c0e60a0b None None] The sync data for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi is: [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': 'f8545050-25d2-4a0f-a226-ea0a8efd1f09', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'port_id': '8e2c84ca-91bf-4098-8347-69d5d5dd5762', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'mac_address': 'fa:16:3e:6b:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:24Z', 'updated_at': '2021-07-23T00:06:37Z', 'revision_number': 1, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 5, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:38.507264 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] For port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:38.507647 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:38.511739 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7cc6a4ad-a25b-4949-987f-14667d5ab0bd req-ce959c78-a856-4082-a564-76a490191318 service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629627 Jul 23 00:06:38.661973 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bcf71-0826-45ab-ac27-9d5a7d356554 None None] New status for floating IP f8545050-25d2-4a0f-a226-ea0a8efd1f09: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:06:38.691577 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7cc6a4ad-a25b-4949-987f-14667d5ab0bd req-412d6ab5-391f-4364-b36f-3abf66deab74 service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691351 Jul 23 00:06:38.749864 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:38.750263 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:38.750569 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.l3_db [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Floating IP 9c4f0d67-6c36-4e3c-9df7-0fd4d8328966 disassociated. External IP: 172.27.0.16, port: 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6. Jul 23 00:06:38.750901 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Calling delete_port for 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:06:39.123651 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86e5f4-3265-4ab9-b051-b5aa7f5f6697 req-fb2e81ec-5c19-421d-8710-6ffa2b960cf5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:39.125101 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9c86e5f4-3265-4ab9-b051-b5aa7f5f6697 req-fb2e81ec-5c19-421d-8710-6ffa2b960cf5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 945 time: 0.0885949 Jul 23 00:06:39.189354 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9c86e5f4-3265-4ab9-b051-b5aa7f5f6697 req-52ea97e0-9c94-4402-a45f-71e0f05e2af9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463960 Jul 23 00:06:39.190446 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:39.220704 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event deleted for resources: {'Port': ['ID=7a7fd115-b280-48f9-a7f2-d3a551ab7ab6,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:39.329509 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Router 7335a11c-f78d-49e9-bd34-df42ccf03c4c has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:06:39.432853 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:39.442009 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f61b47-b9b8-44f4-97fc-38a68b49af83 None None] Sync routers for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:39.450764 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f61b47-b9b8-44f4-97fc-38a68b49af83 None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:39.451352 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-32f61b47-b9b8-44f4-97fc-38a68b49af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:06:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:39.478271 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] No DVR routers for this DVR port 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:06:39.481445 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:39.484372 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fb1488b7-8239-49bc-a6a8-dff79d22bfc1 req-5214b346-d5c0-4a2f-b09d-94acb14d71a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "DELETE /v2.0/ports/7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 HTTP/1.1" status: 204 len: 173 time: 1.2766650 Jul 23 00:06:39.556761 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-32f61b47-b9b8-44f4-97fc-38a68b49af83 None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:39.764772 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-32f61b47-b9b8-44f4-97fc-38a68b49af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:39.792402 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f61b47-b9b8-44f4-97fc-38a68b49af83 None None] Checking router: 7335a11c-f78d-49e9-bd34-df42ccf03c4c for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:39.800724 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f61b47-b9b8-44f4-97fc-38a68b49af83 None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:39.801327 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-32f61b47-b9b8-44f4-97fc-38a68b49af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:06:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:39.867356 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13fde34-e20d-42b2-94fe-36502ef1a5ab', 'name': 'network-vif-deleted', 'tag': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:39.869720 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b44cff-abb5-4b63-bfba-37b1c3fefc55" -d '{"events": [{"server_uuid": "e13fde34-e20d-42b2-94fe-36502ef1a5ab", "name": "network-vif-deleted", "tag": "7a7fd115-b280-48f9-a7f2-d3a551ab7ab6"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:39.905972 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7be9904-7df6-4ee7-9320-11fe5b2d1388 x-openstack-request-id: req-b7be9904-7df6-4ee7-9320-11fe5b2d1388 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:39.906258 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13fde34-e20d-42b2-94fe-36502ef1a5ab", "name": "network-vif-deleted", "tag": "7a7fd115-b280-48f9-a7f2-d3a551ab7ab6", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:39.906503 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7be9904-7df6-4ee7-9320-11fe5b2d1388 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:39.906892 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13fde34-e20d-42b2-94fe-36502ef1a5ab', 'name': 'network-vif-deleted', 'tag': '7a7fd115-b280-48f9-a7f2-d3a551ab7ab6', 'status': 'completed', 'code': 200} Jul 23 00:06:39.912100 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-32f61b47-b9b8-44f4-97fc-38a68b49af83 None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:40.100129 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-32f61b47-b9b8-44f4-97fc-38a68b49af83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:40.219551 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f61b47-b9b8-44f4-97fc-38a68b49af83 None None] The sync data for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi is: [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:06:40.309995 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d54e6a9c-cc44-44e8-a1b4-94731cd8168b req-919443a1-8ba5-4d32-8d6c-655d2c272f7b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13fde34-e20d-42b2-94fe-36502ef1a5ab HTTP/1.1" status: 200 len: 210 time: 0.0318005 Jul 23 00:06:40.457715 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be22b6-6349-49d3-91e7-92d3770642cc None None] New status for floating IP 9c4f0d67-6c36-4e3c-9df7-0fd4d8328966: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:06:41.559546 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-a9770da6-2cd8-4864-ba66-c424420967f7 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064742934&fields=id&tenant_id=c5a117d82f31471d937ce5cd8a61b87d HTTP/1.1" status: 200 len: 267 time: 0.0326519 Jul 23 00:06:41.663829 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58751e-457d-4527-80d1-9449f013423e req-b6b48c5c-e52a-4e2e-a51a-e60bec85da48 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:41.665180 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-b6b48c5c-e52a-4e2e-a51a-e60bec85da48 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 812 time: 0.0994847 Jul 23 00:06:41.679588 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-da5d614c-a46f-4cf8-8663-6946ea44f36a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/quotas/c5a117d82f31471d937ce5cd8a61b87d HTTP/1.1" status: 200 len: 375 time: 0.0091975 Jul 23 00:06:41.745214 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-40c90b1c-92b6-40e2-8b97-5eee98fe7c61 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610373 Jul 23 00:06:41.841730 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-e565cd6e-ba2a-48fd-99f5-d91bee8149ce service neutron] 10.222.0.39 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848913 Jul 23 00:06:41.928082 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-7b9ec052-d64d-4157-9a85-87aa30a7fd03 service neutron] 10.222.0.39 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800266 Jul 23 00:06:42.212869 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9173ff4a-4b10-4298-a5b7-75a94ea8947c req-a9364e2e-34c5-43e2-95af-1c460f5fcff5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 210 time: 0.0334818 Jul 23 00:06:42.940019 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:06:42.964741 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:06:42.965087 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 7a7fd115-b280-48f9-a7f2-d3a551ab7ab6 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:06:42.970829 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:43.093667 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58751e-457d-4527-80d1-9449f013423e req-13b1e6d1-def1-41cf-9ed5-e2b800bcfac4 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:43.095095 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-13b1e6d1-def1-41cf-9ed5-e2b800bcfac4 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 812 time: 0.1025000 Jul 23 00:06:43.139638 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-3296cdd2-a64c-40d7-865a-2310c5f323e2 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5a117d82f31471d937ce5cd8a61b87d HTTP/1.1" status: 200 len: 380 time: 0.0333695 Jul 23 00:06:43.152961 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-7f58751e-457d-4527-80d1-9449f013423e req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Request body: {'port': {'device_id': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'admin_state_up': True, 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'security_groups': ['677626ab-4245-48d6-b8c2-461b273ebdc6']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:43.266303 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f58751e-457d-4527-80d1-9449f013423e req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Made reservation on behalf of c5a117d82f31471d937ce5cd8a61b87d for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:06:43.270032 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7f58751e-457d-4527-80d1-9449f013423e req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:43.321906 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b2eb9395-3a13-450e-bba3-64b99664e446 req-acffc3ed-0475-41e7-bd8c-d50ba9b3220b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 210 time: 0.0380969 Jul 23 00:06:43.422163 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-7f58751e-457d-4527-80d1-9449f013423e req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Allocated IP 172.20.0.14 (16a89ca6-edd5-41b5-91f3-8c092f63f5f5/0d79cc2b-c474-480f-8614-aba5b2e5e8db/d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:06:43.559506 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7f58751e-457d-4527-80d1-9449f013423e req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:43.572553 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-7f58751e-457d-4527-80d1-9449f013423e req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Transition to ACTIVE for port object d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:43.605327 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7f58751e-457d-4527-80d1-9449f013423e req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:43.652330 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f58751e-457d-4527-80d1-9449f013423e req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:43.657823 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-7f58751e-457d-4527-80d1-9449f013423e req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:43.662459 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f58751e-457d-4527-80d1-9449f013423e req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:06:43.688849 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'Port': ['ID=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:43.716452 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58751e-457d-4527-80d1-9449f013423e req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:43.717075 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7f58751e-457d-4527-80d1-9449f013423e req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:43.731140 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-f2b8ea19-720d-43b7-b679-700dcd4fa576 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817506 Jul 23 00:06:43.748035 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Request body: {'port': {'device_id': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:43.825742 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:43.878081 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-48622b1f-e35f-48ec-b79d-7fd95ea8b1eb None None] Provisioning for port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:43.881781 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-48622b1f-e35f-48ec-b79d-7fd95ea8b1eb None None] Provisioning complete for port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:43.882147 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-48622b1f-e35f-48ec-b79d-7fd95ea8b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:43.915309 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-48622b1f-e35f-48ec-b79d-7fd95ea8b1eb None None] Port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:06:44.082881 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:06:44.090072 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:44.102031 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Transition to ACTIVE for port object d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:06:44.105717 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:44.173441 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Pushing event updated for resources: {'Port': ['ID=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:44.226020 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Attempting to bind port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:06:44.226345 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Attempting to bind port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:06:44.226667 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Attempting to bind port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 on network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:44.231034 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 on network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:06:44.231354 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Attempting to bind port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 on network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:06:44.236255 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:06:44.236585 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Checking segment: {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:06:44.236964 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Bound using segment: {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:06:44.237422 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Bound port: d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:06:44.237774 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:44.301111 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] For port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:06:44.304045 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] For port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:06:44.309092 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:44.341847 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:44.343814 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:44.347482 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] 10.222.0.41 "PUT /v2.0/ports/d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 HTTP/1.1" status: 200 len: 1094 time: 0.6038458 Jul 23 00:06:44.350291 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'tag': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:44.352607 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adf66e3-2795-4611-8f31-9184187a4930" -d '{"events": [{"name": "network-changed", "server_uuid": "69e4e16c-c2ad-41b5-ad11-3af6db509230", "tag": "d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:44.382886 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bbbbd-2b91-43bb-96d5-e1abcceca384 service neutron] Pushing event updated for resources: {'Port': ['ID=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:44.459036 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9acbab-0802-4ecb-8705-0fe829b17c27 x-openstack-request-id: req-ea9acbab-0802-4ecb-8705-0fe829b17c27 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:44.459321 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e4e16c-c2ad-41b5-ad11-3af6db509230", "tag": "d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:44.459592 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea9acbab-0802-4ecb-8705-0fe829b17c27 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:44.459994 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'tag': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'status': 'completed', 'code': 200} Jul 23 00:06:44.494969 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58751e-457d-4527-80d1-9449f013423e req-aa969384-9276-4819-9786-ba493a73950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:44.496498 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-aa969384-9276-4819-9786-ba493a73950c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 1097 time: 0.1034262 Jul 23 00:06:44.518150 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398af3d-2849-42af-a52e-c231378f571d req-de5ffb39-c454-4468-8399-d7515b7291df tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:44.520290 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8398af3d-2849-42af-a52e-c231378f571d req-de5ffb39-c454-4468-8399-d7515b7291df tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 944 time: 0.0961659 Jul 23 00:06:44.551326 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-a90fd6fa-7d55-4b2b-9bfe-bd24a4e38ea4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 HTTP/1.1" status: 200 len: 217 time: 0.0468676 Jul 23 00:06:44.616932 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8398af3d-2849-42af-a52e-c231378f571d req-e9ac8fc2-f81a-4fa4-b1ca-02b105817337 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678465 Jul 23 00:06:44.623843 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58751e-457d-4527-80d1-9449f013423e req-a6aed8a6-91f9-424f-a293-9ca14bf49372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:44.625230 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-a6aed8a6-91f9-424f-a293-9ca14bf49372 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 200 len: 851 time: 0.0622208 Jul 23 00:06:44.682921 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58751e-457d-4527-80d1-9449f013423e req-94b8d002-fd37-45a9-b6b5-c14d2c71bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:44.684397 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-94b8d002-fd37-45a9-b6b5-c14d2c71bc95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521765 Jul 23 00:06:44.769675 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-81d6f8c4-ecee-47e7-91e3-fc0273dc16aa service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777941 Jul 23 00:06:44.857026 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f58751e-457d-4527-80d1-9449f013423e req-bdefbd08-a978-48b9-8016-c1fcfa21b61f service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802917 Jul 23 00:06:44.948303 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf66e3-2795-4611-8f31-9184187a4930 req-8f74d329-4c0a-4d25-8cf9-61230fe90996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:44.949632 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9adf66e3-2795-4611-8f31-9184187a4930 req-8f74d329-4c0a-4d25-8cf9-61230fe90996 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 1097 time: 0.0517266 Jul 23 00:06:45.044899 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf66e3-2795-4611-8f31-9184187a4930 req-5a470c48-7ffd-4f96-a298-0b71af04d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:45.046327 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9adf66e3-2795-4611-8f31-9184187a4930 req-5a470c48-7ffd-4f96-a298-0b71af04d5c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 913 time: 0.0839684 Jul 23 00:06:45.088561 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9adf66e3-2795-4611-8f31-9184187a4930 req-f10c21ee-f4a0-4079-b26a-e3c87cb261c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 HTTP/1.1" status: 200 len: 217 time: 0.0327547 Jul 23 00:06:45.135723 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf66e3-2795-4611-8f31-9184187a4930 req-ea480b6c-63fc-495f-809a-a8d329ff9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:45.137052 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9adf66e3-2795-4611-8f31-9184187a4930 req-ea480b6c-63fc-495f-809a-a8d329ff9330 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 200 len: 851 time: 0.0411026 Jul 23 00:06:45.196347 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf66e3-2795-4611-8f31-9184187a4930 req-4b8428cf-7a82-4295-8de1-e980eb8e1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:45.197763 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9adf66e3-2795-4611-8f31-9184187a4930 req-4b8428cf-7a82-4295-8de1-e980eb8e1f51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543385 Jul 23 00:06:45.282876 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9adf66e3-2795-4611-8f31-9184187a4930 req-84983e7e-0794-4f79-ae52-d7a131f8e341 service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773535 Jul 23 00:06:45.370267 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9adf66e3-2795-4611-8f31-9184187a4930 req-b7a4bf9b-3b5b-45a8-bf47-cd72844f4bb3 service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800686 Jul 23 00:06:45.743987 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd759e75-adb1-41d7-8350-010402da919c req-187925ac-2f84-4648-96a8-0a05b726dc9f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:45.745463 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd759e75-adb1-41d7-8350-010402da919c req-187925ac-2f84-4648-96a8-0a05b726dc9f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 944 time: 0.0628207 Jul 23 00:06:45.783290 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd759e75-adb1-41d7-8350-010402da919c req-3b084889-9fed-40b7-90e9-76cccfaa1bb0 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324168 Jul 23 00:06:46.908414 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d8f4b-6f17-4859-bcff-2de8b55ff897 req-5d893891-b8b0-478f-875c-dfaaf7157e93 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:46.909872 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-831d8f4b-6f17-4859-bcff-2de8b55ff897 req-5d893891-b8b0-478f-875c-dfaaf7157e93 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 944 time: 0.0610635 Jul 23 00:06:46.946274 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-831d8f4b-6f17-4859-bcff-2de8b55ff897 req-53ccdcc6-b033-448f-807f-959c9690a097 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310016 Jul 23 00:06:47.112327 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:06:47.755776 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4711498c-9a9e-43f5-a812-10d3902ae3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:48.077882 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d1bdd-b52a-4dfb-bc8a-bf631900b2dc req-1e464376-55fd-4a47-9aef-dd8d82bcbb1a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:48.079431 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c55d1bdd-b52a-4dfb-bc8a-bf631900b2dc req-1e464376-55fd-4a47-9aef-dd8d82bcbb1a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 944 time: 0.0652471 Jul 23 00:06:48.115744 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c55d1bdd-b52a-4dfb-bc8a-bf631900b2dc req-b63685f5-4b1f-48f6-ad4c-df195318f56a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302482 Jul 23 00:06:49.246049 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a440bc-0316-4784-bd85-9301e71f7797 req-6ddb9cea-c557-4781-ac2a-57cb1b2c9cb5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:49.247576 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-00a440bc-0316-4784-bd85-9301e71f7797 req-6ddb9cea-c557-4781-ac2a-57cb1b2c9cb5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 944 time: 0.0659702 Jul 23 00:06:49.286852 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-00a440bc-0316-4784-bd85-9301e71f7797 req-49c16047-3410-40b2-9042-e578df43d0bc tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339108 Jul 23 00:06:50.215309 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-572a2ff8-2869-46b2-82ac-01db7d88225a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:50.414306 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036e70b-c1c1-48a7-9601-febf22d87dbd req-b87f21fb-606e-434f-9c9e-5faac999cf71 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:50.415800 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3036e70b-c1c1-48a7-9601-febf22d87dbd req-b87f21fb-606e-434f-9c9e-5faac999cf71 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 944 time: 0.0646248 Jul 23 00:06:50.452622 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3036e70b-c1c1-48a7-9601-febf22d87dbd req-dd4f2d0b-c49f-4189-a58e-802c77814933 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314250 Jul 23 00:06:50.472347 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:51.508196 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:51.579664 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafeeeb8-8aa8-4f97-82f3-8327b81de439 req-e7dfb11e-77c4-4e2b-bfed-eaa39a564254 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:51.581987 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dafeeeb8-8aa8-4f97-82f3-8327b81de439 req-e7dfb11e-77c4-4e2b-bfed-eaa39a564254 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 944 time: 0.0623693 Jul 23 00:06:51.617886 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dafeeeb8-8aa8-4f97-82f3-8327b81de439 req-7845cff4-c4bf-43f0-beb8-7e0cf35db38e tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304883 Jul 23 00:06:52.742340 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a643c-3e72-4948-9cd2-644fa275f2d5 req-c57b200e-9f95-4f07-8ba6-71420ca4b508 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:52.743791 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f70a643c-3e72-4948-9cd2-644fa275f2d5 req-c57b200e-9f95-4f07-8ba6-71420ca4b508 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 944 time: 0.0611646 Jul 23 00:06:52.779515 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f70a643c-3e72-4948-9cd2-644fa275f2d5 req-ea923f64-f0d7-4578-80ce-ad13c7031f19 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302341 Jul 23 00:06:53.004186 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:06:53.098151 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:53.108454 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'port_id': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'mac_address': 'fa:16:3e:26:72:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:06:53.143185 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:53.155445 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:06:53.181669 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:53.187315 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:53.193156 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:53.234791 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:53.411192 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:06:53.907235 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f448c-241d-4f22-9d11-1df41ecd6a06 req-f2885998-b252-4bdd-a8ce-0319f102746f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:53.908695 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-977f448c-241d-4f22-9d11-1df41ecd6a06 req-f2885998-b252-4bdd-a8ce-0319f102746f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 945 time: 0.0655394 Jul 23 00:06:53.944725 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-977f448c-241d-4f22-9d11-1df41ecd6a06 req-c1155c42-31e7-42f5-864a-1fb9129ede1a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299962 Jul 23 00:06:55.017358 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:06:55.065903 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:06:55.069872 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:06:55.070242 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:55.072879 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826466c9-9ce6-4101-8a44-8f6cdf4dbb94 req-f69507e1-95e4-4f0e-9b8d-ba0de6ad7226 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:55.074389 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-826466c9-9ce6-4101-8a44-8f6cdf4dbb94 req-f69507e1-95e4-4f0e-9b8d-ba0de6ad7226 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 945 time: 0.0639791 Jul 23 00:06:55.111194 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-826466c9-9ce6-4101-8a44-8f6cdf4dbb94 req-b120b81a-1221-4929-b55c-59a81c0f51e9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313311 Jul 23 00:06:55.158719 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:55.183101 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:55.185694 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40658ac-3c5f-417f-8e1a-ba25ad65eb89" -d '{"events": [{"server_uuid": "69e4e16c-c2ad-41b5-ad11-3af6db509230", "name": "network-vif-plugged", "status": "completed", "tag": "d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:55.198427 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:06:55.202627 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:55.224786 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a04403-3dd5-4af9-86f3-e52c196e3bd5 x-openstack-request-id: req-90a04403-3dd5-4af9-86f3-e52c196e3bd5 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:55.225068 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e4e16c-c2ad-41b5-ad11-3af6db509230", "name": "network-vif-plugged", "status": "completed", "tag": "d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:55.225316 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90a04403-3dd5-4af9-86f3-e52c196e3bd5 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:55.225700 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'code': 200} Jul 23 00:06:55.250578 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:55.463641 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a36c2-1be1-4111-baa5-a6bb449620cd req-3f49c099-7c33-4391-9818-5f4430ae9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:55.465018 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2a0a36c2-1be1-4111-baa5-a6bb449620cd req-3f49c099-7c33-4391-9818-5f4430ae9a7f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 1099 time: 0.0585012 Jul 23 00:06:55.498822 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2a0a36c2-1be1-4111-baa5-a6bb449620cd req-ae19d4f9-65ab-4240-b280-c99048ce2050 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258820 Jul 23 00:06:56.244032 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe38c6-698c-4385-ac1e-22e7565ea7ae req-2b1ba7ee-2558-47c7-b302-4c592bc5302e tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:56.245526 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7afe38c6-698c-4385-ac1e-22e7565ea7ae req-2b1ba7ee-2558-47c7-b302-4c592bc5302e tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 946 time: 0.0668674 Jul 23 00:06:56.287033 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7afe38c6-698c-4385-ac1e-22e7565ea7ae req-9dd582bc-7549-47e8-b868-5b198c45bfe7 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346839 Jul 23 00:06:57.417274 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8037e-0c12-4d1c-b490-fd46521d3490 req-e67f7297-cbb6-4804-8f94-79e28e82fae2 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:57.418772 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-abb8037e-0c12-4d1c-b490-fd46521d3490 req-e67f7297-cbb6-4804-8f94-79e28e82fae2 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 946 time: 0.0629542 Jul 23 00:06:57.461823 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-abb8037e-0c12-4d1c-b490-fd46521d3490 req-946085fe-f3e5-4a9f-a0b8-f4389ca5b1ab tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372598 Jul 23 00:06:57.591294 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f0e0c-fb0f-4f53-823e-834740a5abe7 req-578f4cb0-bc7b-4a84-9cc2-0db043846892 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:57.592677 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bb9f0e0c-fb0f-4f53-823e-834740a5abe7 req-578f4cb0-bc7b-4a84-9cc2-0db043846892 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 946 time: 0.0644069 Jul 23 00:06:57.629073 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bb9f0e0c-fb0f-4f53-823e-834740a5abe7 req-3e6652d7-197a-4c3a-8120-0acf1704d548 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309823 Jul 23 00:06:57.650429 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55100) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:57.701195 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1ece09-8243-4fc9-b639-44ede3c5a8fa tempest-TestVolumeBootPattern-809374271 tempest-TestVolumeBootPattern-809374271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:57.702647 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5b1ece09-8243-4fc9-b639-44ede3c5a8fa tempest-TestVolumeBootPattern-809374271 tempest-TestVolumeBootPattern-809374271-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 1094 time: 0.0511937 Jul 23 00:06:57.705283 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55102) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:06:57.709491 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Request body: {'floatingip': {'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'port_id': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:06:57.730001 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:57.830605 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:57.928846 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Allocated IP 172.27.0.19 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/70758ac1-8c55-46d2-8a83-cb348fef4263) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:06:58.032493 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:58.082338 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:58.120692 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:06:58.123358 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:06:58.126799 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:06:58.132013 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'Port': ['ID=70758ac1-8c55-46d2-8a83-cb348fef4263,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:58.469836 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:58.793061 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:58.932946 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:58.937170 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:59.004637 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'Port': ['ID=70758ac1-8c55-46d2-8a83-cb348fef4263,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:06:59.014442 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:59.108539 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Floating IP 9bc9aa8b-cce9-417a-a018-245001bdae41 associated. External IP: 172.27.0.19, port: d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2. Jul 23 00:06:59.306259 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Router 7335a11c-f78d-49e9-bd34-df42ccf03c4c has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:06:59.408804 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:06:59.418350 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6567fe-184c-4342-94d6-6dc2532b65ec None None] Sync routers for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:06:59.423711 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:06:59.427390 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6567fe-184c-4342-94d6-6dc2532b65ec None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:59.428002 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-bc6567fe-184c-4342-94d6-6dc2532b65ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:06:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:59.459548 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-2cbcb9ca-f824-4c6d-bbf3-281ae8954503 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7531259 Jul 23 00:06:59.459984 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'tag': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:06:59.462233 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e38f77-ff02-4a0c-8583-f7ee9f30d08d" -d '{"events": [{"name": "network-changed", "server_uuid": "69e4e16c-c2ad-41b5-ad11-3af6db509230", "tag": "d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:06:59.499276 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cf69c7-c1a8-4c14-a351-658728847e96 x-openstack-request-id: req-96cf69c7-c1a8-4c14-a351-658728847e96 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:06:59.499926 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e4e16c-c2ad-41b5-ad11-3af6db509230", "tag": "d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:06:59.499926 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96cf69c7-c1a8-4c14-a351-658728847e96 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:06:59.500236 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'tag': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'status': 'completed', 'code': 200} Jul 23 00:06:59.532324 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-bc6567fe-184c-4342-94d6-6dc2532b65ec None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:59.574315 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e38f77-ff02-4a0c-8583-f7ee9f30d08d req-b4dadb4a-42f0-4b8b-8e87-ba200c8ed634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:59.575808 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2e38f77-ff02-4a0c-8583-f7ee9f30d08d req-b4dadb4a-42f0-4b8b-8e87-ba200c8ed634 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 1099 time: 0.0534842 Jul 23 00:06:59.669504 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e38f77-ff02-4a0c-8583-f7ee9f30d08d req-2dad2ffe-d261-45f1-aa41-44a9ea7c267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:59.670872 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2e38f77-ff02-4a0c-8583-f7ee9f30d08d req-2dad2ffe-d261-45f1-aa41-44a9ea7c267f service neutron] 10.222.0.41 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 913 time: 0.0878248 Jul 23 00:06:59.733866 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2e38f77-ff02-4a0c-8583-f7ee9f30d08d req-ee8119e4-c0d2-4868-8ed4-d5b0fcfc195c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 HTTP/1.1" status: 200 len: 999 time: 0.0557423 Jul 23 00:06:59.747872 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-bc6567fe-184c-4342-94d6-6dc2532b65ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '9bc9aa8b-cce9-417a-a018-245001bdae41', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:26:72:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:58Z', 'updated_at': '2021-07-23T00:06:58Z', 'revision_number': 0, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:59.776268 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6567fe-184c-4342-94d6-6dc2532b65ec None None] Checking router: 7335a11c-f78d-49e9-bd34-df42ccf03c4c for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:06:59.782785 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e38f77-ff02-4a0c-8583-f7ee9f30d08d req-34930f00-6f44-446a-b80d-9b837631019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:59.784779 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2e38f77-ff02-4a0c-8583-f7ee9f30d08d req-34930f00-6f44-446a-b80d-9b837631019a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 200 len: 851 time: 0.0427835 Jul 23 00:06:59.787492 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6567fe-184c-4342-94d6-6dc2532b65ec None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:06:59.788142 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-bc6567fe-184c-4342-94d6-6dc2532b65ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:06:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:06:59.848773 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e38f77-ff02-4a0c-8583-f7ee9f30d08d req-0158e13f-4d75-455a-8afa-b5adc70416c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:06:59.850286 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2e38f77-ff02-4a0c-8583-f7ee9f30d08d req-0158e13f-4d75-455a-8afa-b5adc70416c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586901 Jul 23 00:06:59.896674 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-bc6567fe-184c-4342-94d6-6dc2532b65ec None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:06:59.938576 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2e38f77-ff02-4a0c-8583-f7ee9f30d08d req-d0cc1dae-2eac-4e12-9f04-6c1b4a7c718e service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807266 Jul 23 00:07:00.030985 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d2e38f77-ff02-4a0c-8583-f7ee9f30d08d req-48e4468b-ba67-46b5-bf11-cfed90aabf4f service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853186 Jul 23 00:07:00.109952 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-bc6567fe-184c-4342-94d6-6dc2532b65ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '9bc9aa8b-cce9-417a-a018-245001bdae41', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:26:72:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:58Z', 'updated_at': '2021-07-23T00:06:58Z', 'revision_number': 0, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:00.138019 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6567fe-184c-4342-94d6-6dc2532b65ec None None] The sync data for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi is: [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '9bc9aa8b-cce9-417a-a018-245001bdae41', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:26:72:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:58Z', 'updated_at': '2021-07-23T00:06:58Z', 'revision_number': 0, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:07:00.312767 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c82d7-7fed-4353-aca8-8c8e6be250b3 None None] New status for floating IP 9bc9aa8b-cce9-417a-a018-245001bdae41: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:07:12.954049 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:17.756605 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3de45254-f07d-4c7a-8cd8-fc82d6d4e3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:20.217637 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c2d33d45-c871-43d4-8c87-4a2a49f7e6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:20.473384 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:21.511303 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:23.185998 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:24.112117 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:07:28.284645 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43bc20-e90d-4400-adfb-963df8a530c3 req-7263541d-e82b-427f-bdd5-a429459c97fe tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:28.286090 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bc43bc20-e90d-4400-adfb-963df8a530c3 req-7263541d-e82b-427f-bdd5-a429459c97fe tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0648088 Jul 23 00:07:28.322414 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bc43bc20-e90d-4400-adfb-963df8a530c3 req-8b3241d2-fde9-4e7a-a56c-7c3f2f68a36c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304790 Jul 23 00:07:29.453706 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685743e0-d0c6-4dbd-b70f-a99d5c2073b9 req-151b3aca-e0d4-4c11-8625-ef345115da2e tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:29.455669 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-685743e0-d0c6-4dbd-b70f-a99d5c2073b9 req-151b3aca-e0d4-4c11-8625-ef345115da2e tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0651164 Jul 23 00:07:29.491554 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-685743e0-d0c6-4dbd-b70f-a99d5c2073b9 req-4a6bb2a1-aa15-4cd1-a97b-d66f56a94728 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304825 Jul 23 00:07:30.618881 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd82229-a218-4a7d-a7b7-3f19c33d7ad2 req-4adcbccc-3e84-4f8a-95ab-80fe582a9399 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:30.620360 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1fd82229-a218-4a7d-a7b7-3f19c33d7ad2 req-4adcbccc-3e84-4f8a-95ab-80fe582a9399 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0621634 Jul 23 00:07:30.656733 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1fd82229-a218-4a7d-a7b7-3f19c33d7ad2 req-3ef9d67c-548f-43d0-bd92-184c7c8015f2 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309174 Jul 23 00:07:31.784599 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05ec8d-4817-4b66-a2a6-5ca336616eca req-6dfd6e87-d0c8-4942-a786-af3ab59bb1a7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:31.786086 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec05ec8d-4817-4b66-a2a6-5ca336616eca req-6dfd6e87-d0c8-4942-a786-af3ab59bb1a7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0625641 Jul 23 00:07:31.825955 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ec05ec8d-4817-4b66-a2a6-5ca336616eca req-6d25440e-c20d-4301-bdde-d32557109cc2 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344479 Jul 23 00:07:32.955291 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb7b6c-34ff-47c3-9139-8100b605da85 req-f9e33059-885f-4a32-9eb2-c132910fe179 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:32.956800 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-16bb7b6c-34ff-47c3-9139-8100b605da85 req-f9e33059-885f-4a32-9eb2-c132910fe179 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0649014 Jul 23 00:07:32.993237 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-16bb7b6c-34ff-47c3-9139-8100b605da85 req-c4645a96-7a32-4d25-aa36-2ad31cf7a2da tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309479 Jul 23 00:07:34.119855 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71469339-d368-4a65-9d62-674b0849d571 req-a5bbd287-fd1a-4137-834e-cbf92a6cc1a6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:34.121216 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-71469339-d368-4a65-9d62-674b0849d571 req-a5bbd287-fd1a-4137-834e-cbf92a6cc1a6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0628953 Jul 23 00:07:34.158398 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-71469339-d368-4a65-9d62-674b0849d571 req-b4943f57-2e12-46ca-883b-0661e35c9b3e tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317614 Jul 23 00:07:35.288007 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383285b-1b64-4cac-88f1-d8fd9548d7cb req-2518db39-b25e-4713-a18e-69133974c7d9 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:35.289539 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3383285b-1b64-4cac-88f1-d8fd9548d7cb req-2518db39-b25e-4713-a18e-69133974c7d9 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0650501 Jul 23 00:07:35.325274 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3383285b-1b64-4cac-88f1-d8fd9548d7cb req-4237bacd-de0d-4259-9e8b-3499c86faa3e tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302923 Jul 23 00:07:36.452092 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0495311-3730-4e6a-97f4-a6808a090454 req-e73f2da1-150d-4fc4-a8bf-21ef0fac51a3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:36.453543 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c0495311-3730-4e6a-97f4-a6808a090454 req-e73f2da1-150d-4fc4-a8bf-21ef0fac51a3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0620410 Jul 23 00:07:36.490165 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c0495311-3730-4e6a-97f4-a6808a090454 req-450706f1-7615-45a3-8b84-469f47649013 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311260 Jul 23 00:07:37.614949 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e2f41-1e56-408a-acc5-b3602dd36b14 req-e7e7c6f4-807e-46d2-8d5d-63f6f36650e3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:37.616435 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf3e2f41-1e56-408a-acc5-b3602dd36b14 req-e7e7c6f4-807e-46d2-8d5d-63f6f36650e3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0613215 Jul 23 00:07:37.653446 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-bf3e2f41-1e56-408a-acc5-b3602dd36b14 req-40b4e235-835f-4110-9f6b-6f2e121bad67 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313966 Jul 23 00:07:38.586614 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55214) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:38.738151 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Deleting port 91ddb5dd-2e22-4f16-a8d1-b1da36688bdf {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:07:38.738488 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:38.786506 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69b625-7ed2-435c-8e1b-a2ec14d95be1 req-c4fd1a40-ab29-4f97-8e60-391276f3248c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:38.787998 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ff69b625-7ed2-435c-8e1b-a2ec14d95be1 req-c4fd1a40-ab29-4f97-8e60-391276f3248c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0683246 Jul 23 00:07:38.812779 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:38.813118 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:38.825210 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Calling delete_port for 91ddb5dd-2e22-4f16-a8d1-b1da36688bdf owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:07:38.827149 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ff69b625-7ed2-435c-8e1b-a2ec14d95be1 req-49f79508-b7d4-47a0-a6ab-4db4758e29f8 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334656 Jul 23 00:07:38.986813 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:39.011887 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Pushing event deleted for resources: {'Port': ['ID=91ddb5dd-2e22-4f16-a8d1-b1da36688bdf,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:39.023047 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.023404 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.023757 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.024097 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.024432 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.024767 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.025092 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.025416 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.025769 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.026068 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.026389 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.026710 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:39.084476 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:39.084806 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Floating IP ad6f5aaf-92b8-4cb7-81ec-14b866582a58 disassociated (deleted). External IP: 172.27.0.54, port: 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4. Jul 23 00:07:39.289486 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:07:39.391486 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:07:39.396295 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:39.400662 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a37ef9-0b26-4087-b4f0-15f5aae2a280 None None] Sync routers for ids ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:07:39.411848 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a37ef9-0b26-4087-b4f0-15f5aae2a280 None None] Routers {'4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:07:39.412451 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-89a37ef9-0b26-4087-b4f0-15f5aae2a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:07:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:39.432387 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-900c2a38-d75c-44f2-a5d7-3bbc8c8bc890 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "DELETE /v2.0/floatingips/ad6f5aaf-92b8-4cb7-81ec-14b866582a58 HTTP/1.1" status: 204 len: 168 time: 0.8446870 Jul 23 00:07:39.433066 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:07:39.435410 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1029b0f43a7212f692e64cb23b57dc484f66a08fe6c1c2d0512510b03b45e580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9a6d92-fded-434e-8663-f831e0451a85" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:07:39.471281 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fef3e4-20cd-435e-a3a7-f45932c0dfcc x-openstack-request-id: req-80fef3e4-20cd-435e-a3a7-f45932c0dfcc {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:07:39.471792 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:07:39.472043 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80fef3e4-20cd-435e-a3a7-f45932c0dfcc {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:07:39.472439 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'status': 'completed', 'code': 200} Jul 23 00:07:39.520839 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-89a37ef9-0b26-4087-b4f0-15f5aae2a280 None None] Set router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:07:39.555807 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a6d92-fded-434e-8663-f831e0451a85 req-ff3a4aa6-236b-475b-86d1-cd2339cf1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:39.557765 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd9a6d92-fded-434e-8663-f831e0451a85 req-ff3a4aa6-236b-475b-86d1-cd2339cf1d68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=720082b42b024fc3ad77e031d129b01c&device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 1098 time: 0.0569553 Jul 23 00:07:39.678048 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a6d92-fded-434e-8663-f831e0451a85 req-34391e81-ae90-4a2f-9795-b4f7e018c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:39.679542 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd9a6d92-fded-434e-8663-f831e0451a85 req-34391e81-ae90-4a2f-9795-b4f7e018c239 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3790749-49d5-4041-8e57-7e69f4eb4d80 HTTP/1.1" status: 200 len: 909 time: 0.1156449 Jul 23 00:07:39.718533 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-89a37ef9-0b26-4087-b4f0-15f5aae2a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 4, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port': {'id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51', 'name': '', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'mac_address': 'fa:16:3e:48:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '843656e0-512a-4b75-8920-4514597631c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:03Z', 'updated_at': '2021-07-23T00:03:10Z', 'revision_number': 5, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'subnets': [{'id': '843656e0-512a-4b75-8920-4514597631c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:39.728564 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd9a6d92-fded-434e-8663-f831e0451a85 req-006c3110-9464-4790-b1ca-fb2383c018f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 HTTP/1.1" status: 200 len: 217 time: 0.0418258 Jul 23 00:07:39.744110 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a37ef9-0b26-4087-b4f0-15f5aae2a280 None None] Checking router: 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:07:39.749837 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fb1ab-106d-4722-9355-aa4dc87d458a req-1915f9e2-1f81-45df-980b-f9679d2407b2 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:39.751244 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-769fb1ab-106d-4722-9355-aa4dc87d458a req-1915f9e2-1f81-45df-980b-f9679d2407b2 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.1191380 Jul 23 00:07:39.752187 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a37ef9-0b26-4087-b4f0-15f5aae2a280 None None] Routers {'4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:07:39.752779 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-89a37ef9-0b26-4087-b4f0-15f5aae2a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:07:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:39.806494 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a6d92-fded-434e-8663-f831e0451a85 req-0929ee20-dc8d-46e6-a771-70669f6ce7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:39.807896 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd9a6d92-fded-434e-8663-f831e0451a85 req-0929ee20-dc8d-46e6-a771-70669f6ce7e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843656e0-512a-4b75-8920-4514597631c6 HTTP/1.1" status: 200 len: 847 time: 0.0733387 Jul 23 00:07:39.814959 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-769fb1ab-106d-4722-9355-aa4dc87d458a req-1c5d1caf-76bf-4971-9e17-565b71523899 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458598 Jul 23 00:07:39.860678 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-89a37ef9-0b26-4087-b4f0-15f5aae2a280 None None] Set router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:07:39.867727 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a6d92-fded-434e-8663-f831e0451a85 req-b703f579-c161-477e-8d71-dc40c9c070c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:39.869328 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd9a6d92-fded-434e-8663-f831e0451a85 req-b703f579-c161-477e-8d71-dc40c9c070c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3790749-49d5-4041-8e57-7e69f4eb4d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533226 Jul 23 00:07:40.000538 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd9a6d92-fded-434e-8663-f831e0451a85 req-5badd61a-e98e-47e1-9a1d-9dfb244a1742 service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230061 Jul 23 00:07:40.024394 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f5f35-3aea-4934-a9b0-503fb840a908 req-6f5df2f1-100c-4431-bb6e-14e4c39556f2 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:40.025806 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-529f5f35-3aea-4934-a9b0-503fb840a908 req-6f5df2f1-100c-4431-bb6e-14e4c39556f2 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.1237972 Jul 23 00:07:40.115287 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-529f5f35-3aea-4934-a9b0-503fb840a908 req-858de4b1-5764-48a9-aab0-ff14605d812b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797374 Jul 23 00:07:40.134254 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dd9a6d92-fded-434e-8663-f831e0451a85 req-f35a1560-47cc-4b59-937b-9cf1b9d78df1 service neutron] 10.222.0.41 "GET /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255426 Jul 23 00:07:40.153066 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-89a37ef9-0b26-4087-b4f0-15f5aae2a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 4, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port': {'id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51', 'name': '', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'mac_address': 'fa:16:3e:48:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '843656e0-512a-4b75-8920-4514597631c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:03Z', 'updated_at': '2021-07-23T00:03:10Z', 'revision_number': 5, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'subnets': [{'id': '843656e0-512a-4b75-8920-4514597631c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:40.180792 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a37ef9-0b26-4087-b4f0-15f5aae2a280 None None] The sync data for ids ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'] in dv-cinder-801633-1-iscsi is: [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:03:03Z', 'revision_number': 4, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port': {'id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': '4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51', 'name': '', 'network_id': 'f3790749-49d5-4041-8e57-7e69f4eb4d80', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'mac_address': 'fa:16:3e:48:ce:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '843656e0-512a-4b75-8920-4514597631c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:03Z', 'updated_at': '2021-07-23T00:03:10Z', 'revision_number': 5, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'subnets': [{'id': '843656e0-512a-4b75-8920-4514597631c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:07:40.374692 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8c1574-0672-4246-974d-4c40400e3fea None None] New status for floating IP ad6f5aaf-92b8-4cb7-81ec-14b866582a58: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:07:40.437186 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f5bb8-c3a9-46cf-820d-91e327d934e4 req-259d28d1-89a1-4219-a562-ee531a380062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:40.438726 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a6f5bb8-c3a9-46cf-820d-91e327d934e4 req-259d28d1-89a1-4219-a562-ee531a380062 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36e8d7ff0b0046ed8818a38065e3eaed&device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 1098 time: 0.0531042 Jul 23 00:07:40.546177 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f5bb8-c3a9-46cf-820d-91e327d934e4 req-8db12319-8fe8-4c73-953b-518de2dda2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:40.547653 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a6f5bb8-c3a9-46cf-820d-91e327d934e4 req-8db12319-8fe8-4c73-953b-518de2dda2da service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4f21c90-0a6c-480f-98ba-2f42af645242 HTTP/1.1" status: 200 len: 912 time: 0.0848861 Jul 23 00:07:40.609849 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a6f5bb8-c3a9-46cf-820d-91e327d934e4 req-b78587c1-e0e4-4350-a5f9-e249acb5a31c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e2c84ca-91bf-4098-8347-69d5d5dd5762 HTTP/1.1" status: 200 len: 1000 time: 0.0547330 Jul 23 00:07:40.663462 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f5bb8-c3a9-46cf-820d-91e327d934e4 req-103e1878-f1fb-4a79-95a7-4e66b8a0002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:40.664752 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a6f5bb8-c3a9-46cf-820d-91e327d934e4 req-103e1878-f1fb-4a79-95a7-4e66b8a0002d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1a2165-4063-479e-9aa2-c9487866ca91 HTTP/1.1" status: 200 len: 850 time: 0.0415831 Jul 23 00:07:40.728197 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f5bb8-c3a9-46cf-820d-91e327d934e4 req-e5e5f2c1-2baf-471c-ba79-bf8ec38b9e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:40.729601 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a6f5bb8-c3a9-46cf-820d-91e327d934e4 req-e5e5f2c1-2baf-471c-ba79-bf8ec38b9e7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4f21c90-0a6c-480f-98ba-2f42af645242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534046 Jul 23 00:07:40.818432 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a6f5bb8-c3a9-46cf-820d-91e327d934e4 req-0e60779b-a7b5-4e6a-af16-e3c528778ecb service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795939 Jul 23 00:07:40.943405 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a6f5bb8-c3a9-46cf-820d-91e327d934e4 req-858c1703-d8fe-4ea7-9129-8c7759800fd7 service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164756 Jul 23 00:07:40.965422 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6715655-e582-4f0a-a870-8e673b984b7b req-e54257c6-391a-4b90-a1cb-47ca0424878a tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:40.966856 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6715655-e582-4f0a-a870-8e673b984b7b req-e54257c6-391a-4b90-a1cb-47ca0424878a tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.0809443 Jul 23 00:07:41.004154 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d6715655-e582-4f0a-a870-8e673b984b7b req-478c8a85-b707-48b3-ac28-a23df32acd39 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4266968-a15f-4cde-8ed0-f36d0b91c8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Jul 23 00:07:41.273838 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bdccb-345f-4407-9bc6-a0f6f20b7963 req-aa5f101d-620c-4924-b2ab-7c235c064f79 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:41.275262 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dc2bdccb-345f-4407-9bc6-a0f6f20b7963 req-aa5f101d-620c-4924-b2ab-7c235c064f79 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 945 time: 0.1033783 Jul 23 00:07:41.289145 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fa179-2a0d-4e38-8af8-1c713591108d req-65549f56-4812-443a-ba5f-8d9081444505 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:41.290489 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f20fa179-2a0d-4e38-8af8-1c713591108d req-65549f56-4812-443a-ba5f-8d9081444505 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0918357 Jul 23 00:07:41.361590 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f20fa179-2a0d-4e38-8af8-1c713591108d req-04088a49-5e75-417b-ac53-4c4f4c027dab tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644238 Jul 23 00:07:41.407839 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-dc2bdccb-345f-4407-9bc6-a0f6f20b7963 req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Deleting port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:07:41.408710 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-dc2bdccb-345f-4407-9bc6-a0f6f20b7963 req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:41.492816 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-dc2bdccb-345f-4407-9bc6-a0f6f20b7963 req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] For port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:41.493169 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-dc2bdccb-345f-4407-9bc6-a0f6f20b7963 req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:41.505392 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-dc2bdccb-345f-4407-9bc6-a0f6f20b7963 req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Calling delete_port for 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:07:41.867680 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-dc2bdccb-345f-4407-9bc6-a0f6f20b7963 req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:41.894442 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Pushing event deleted for resources: {'Port': ['ID=3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:41.907733 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:41.908164 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:41.909018 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:41.909018 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:41.909241 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:41.909458 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:41.909783 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:41.910104 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:41.910426 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:41.910750 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:41.911065 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:41.911400 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:41.951385 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2bdccb-345f-4407-9bc6-a0f6f20b7963 req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] No DVR routers for this DVR port 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:07:41.953843 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-dc2bdccb-345f-4407-9bc6-a0f6f20b7963 req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:41.956093 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dc2bdccb-345f-4407-9bc6-a0f6f20b7963 req-c70f66e7-2877-48fe-9384-7b9016ee14e8 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.41 "DELETE /v2.0/ports/3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 HTTP/1.1" status: 204 len: 173 time: 0.6647384 Jul 23 00:07:41.956539 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'name': 'network-vif-deleted', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:07:41.958763 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d6311c-2e12-494f-8fb9-3a7cca8b2047" -d '{"events": [{"server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "name": "network-vif-deleted", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:07:42.000952 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1763e5f1-f665-41ee-be02-ff677d0ed734 x-openstack-request-id: req-1763e5f1-f665-41ee-be02-ff677d0ed734 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:07:42.001319 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd24d4b-f978-42ef-8eb2-018525ee9935", "name": "network-vif-deleted", "tag": "3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:07:42.002255 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1763e5f1-f665-41ee-be02-ff677d0ed734 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:07:42.002646 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd24d4b-f978-42ef-8eb2-018525ee9935', 'name': 'network-vif-deleted', 'tag': '3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4', 'status': 'completed', 'code': 200} Jul 23 00:07:42.101884 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-361d7d81-f9de-4833-991b-f15a72447bc9 req-f76804c3-ca74-4b81-9158-a9dd33635ec7 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fd24d4b-f978-42ef-8eb2-018525ee9935 HTTP/1.1" status: 200 len: 210 time: 0.0321550 Jul 23 00:07:42.499667 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736693fe-d449-4798-80c3-3dcc418fecb7 req-55b7194f-cecf-4ffd-8d39-7b4f4e7c988b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:42.501057 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-736693fe-d449-4798-80c3-3dcc418fecb7 req-55b7194f-cecf-4ffd-8d39-7b4f4e7c988b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0694027 Jul 23 00:07:42.538121 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-736693fe-d449-4798-80c3-3dcc418fecb7 req-3f3ce59c-cb69-4812-8bfa-ce915a6899ba tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314612 Jul 23 00:07:42.944723 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:43.156386 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55242) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:43.212482 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ac029def-dfe9-48b9-beca-a09c59898294 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:43.236352 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ac029def-dfe9-48b9-beca-a09c59898294 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:43.295097 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ac029def-dfe9-48b9-beca-a09c59898294 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:43.297724 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ac029def-dfe9-48b9-beca-a09c59898294 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:43.298865 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ac029def-dfe9-48b9-beca-a09c59898294 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] 10.222.0.39 "DELETE /v2.0/security-groups/d4266968-a15f-4cde-8ed0-f36d0b91c8ef HTTP/1.1" status: 204 len: 168 time: 0.1415009 Jul 23 00:07:43.307612 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac029def-dfe9-48b9-beca-a09c59898294 tempest-TestShelveInstance-908448005 tempest-TestShelveInstance-908448005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4266968-a15f-4cde-8ed0-f36d0b91c8ef,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:43.338432 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55246) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:43.693765 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5e4f3-0fc7-49eb-a787-96a8542e0c21 req-46e4ada8-2f17-4315-99b9-2f31ab23bf65 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:43.695223 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-63f5e4f3-0fc7-49eb-a787-96a8542e0c21 req-46e4ada8-2f17-4315-99b9-2f31ab23bf65 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0907683 Jul 23 00:07:43.761216 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-63f5e4f3-0fc7-49eb-a787-96a8542e0c21 req-cb579ae3-70e3-49d6-9557-56a4ee82b951 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603862 Jul 23 00:07:43.772796 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8b7378c-e260-4b3f-9066-359aafea5023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939226'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:44.046464 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff10b6-bea9-4215-a203-c14fc0615379 req-d5ba2928-7700-4483-b424-57e1838eb91d tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:44.047943 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-12ff10b6-bea9-4215-a203-c14fc0615379 req-d5ba2928-7700-4483-b424-57e1838eb91d tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.1334865 Jul 23 00:07:44.135267 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c96e0-51b5-47bf-a670-6bfaf4325294 req-4ccd9fdc-409c-4a72-b389-81749775b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:44.136650 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-560c96e0-51b5-47bf-a670-6bfaf4325294 req-4ccd9fdc-409c-4a72-b389-81749775b15f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36e8d7ff0b0046ed8818a38065e3eaed&device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 1098 time: 0.1574254 Jul 23 00:07:44.140120 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-12ff10b6-bea9-4215-a203-c14fc0615379 req-150ca8b9-a6cf-4012-81d8-e57ddc706e28 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744817 Jul 23 00:07:44.222755 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7378c-e260-4b3f-9066-359aafea5023 admin admin] Deleting port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:07:44.223498 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8b7378c-e260-4b3f-9066-359aafea5023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:44.256636 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c96e0-51b5-47bf-a670-6bfaf4325294 req-8d138e5e-5793-4dbd-a9e0-9f6fc4a2b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:44.258066 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-560c96e0-51b5-47bf-a670-6bfaf4325294 req-8d138e5e-5793-4dbd-a9e0-9f6fc4a2b564 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4f21c90-0a6c-480f-98ba-2f42af645242 HTTP/1.1" status: 200 len: 912 time: 0.1134951 Jul 23 00:07:44.359970 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-e8b7378c-e260-4b3f-9066-359aafea5023 admin admin] For port 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:44.360323 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8b7378c-e260-4b3f-9066-359aafea5023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:44.364177 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-560c96e0-51b5-47bf-a670-6bfaf4325294 req-a42fb2a6-94eb-4a47-bcb4-04b19b3b6308 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e2c84ca-91bf-4098-8347-69d5d5dd5762 HTTP/1.1" status: 200 len: 1000 time: 0.0808971 Jul 23 00:07:44.374416 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-e8b7378c-e260-4b3f-9066-359aafea5023 admin admin] Calling delete_port for 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:07:44.456368 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c96e0-51b5-47bf-a670-6bfaf4325294 req-3a2d1dbc-a375-4c3a-8eb2-0b3cacf65ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:44.457686 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-560c96e0-51b5-47bf-a670-6bfaf4325294 req-3a2d1dbc-a375-4c3a-8eb2-0b3cacf65ec6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1a2165-4063-479e-9aa2-c9487866ca91 HTTP/1.1" status: 200 len: 850 time: 0.0843635 Jul 23 00:07:44.569809 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c96e0-51b5-47bf-a670-6bfaf4325294 req-16484417-ad4f-4fa8-af7f-5925ce3cbd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:44.571278 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-560c96e0-51b5-47bf-a670-6bfaf4325294 req-16484417-ad4f-4fa8-af7f-5925ce3cbd41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4f21c90-0a6c-480f-98ba-2f42af645242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071458 Jul 23 00:07:44.680124 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8b7378c-e260-4b3f-9066-359aafea5023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:44.714398 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7378c-e260-4b3f-9066-359aafea5023 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:44.722401 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-560c96e0-51b5-47bf-a670-6bfaf4325294 req-d7a80203-d15e-4c7a-b76e-73205752b533 service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440914 Jul 23 00:07:44.920699 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-560c96e0-51b5-47bf-a670-6bfaf4325294 req-55ed3535-b88a-4e5f-b9eb-698fd75acf78 service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788037 Jul 23 00:07:44.946620 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e8b7378c-e260-4b3f-9066-359aafea5023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939078'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:45.147742 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b7378c-e260-4b3f-9066-359aafea5023 admin admin] Router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:07:45.282989 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b7378c-e260-4b3f-9066-359aafea5023 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:07:45.288611 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-e8b7378c-e260-4b3f-9066-359aafea5023 admin admin] 10.222.0.39 "PUT /v2.0/routers/4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9491804 Jul 23 00:07:45.291208 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55256) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:45.293910 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c6f4d9-1064-46f8-8e3a-d3008b4925f9 None None] Sync routers for ids ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:07:45.303140 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c6f4d9-1064-46f8-8e3a-d3008b4925f9 None None] Routers {'4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:07:45.303818 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-e5c6f4d9-1064-46f8-8e3a-d3008b4925f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:07:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:45.319824 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:07:45.339192 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:07:45.339684 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 3ba6a170-a64a-40b6-b5cf-345ca7e7c7e4 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:07:45.364621 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e8239-3785-49e2-a85a-51068c72be27 req-cbf2a389-601a-4add-964f-e628e9b2ffd4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:45.366073 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e64e8239-3785-49e2-a85a-51068c72be27 req-cbf2a389-601a-4add-964f-e628e9b2ffd4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.1523640 Jul 23 00:07:45.408483 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-e5c6f4d9-1064-46f8-8e3a-d3008b4925f9 None None] Set router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:07:45.418480 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e64e8239-3785-49e2-a85a-51068c72be27 req-d7fa1319-08ae-4543-a1a5-4093230f2bf6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436382 Jul 23 00:07:45.428492 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:45.527488 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:45.583984 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Deleting port 5e639844-062f-4d2c-b448-a5b64b2a4618 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:07:45.584330 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:45.589759 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-e5c6f4d9-1064-46f8-8e3a-d3008b4925f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:07:44Z', 'revision_number': 5, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port': {'id': '5e639844-062f-4d2c-b448-a5b64b2a4618', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:01Z', 'updated_at': '2021-07-23T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:45.620519 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c6f4d9-1064-46f8-8e3a-d3008b4925f9 None None] Checking router: 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:07:45.629360 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c6f4d9-1064-46f8-8e3a-d3008b4925f9 None None] Routers {'4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:07:45.629954 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-e5c6f4d9-1064-46f8-8e3a-d3008b4925f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:07:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:45.669266 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] For port 5e639844-062f-4d2c-b448-a5b64b2a4618, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=5e639844-062f-4d2c-b448-a5b64b2a4618,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:45.669542 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:45.681219 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Calling delete_port for 5e639844-062f-4d2c-b448-a5b64b2a4618 owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:07:45.711090 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-e5c6f4d9-1064-46f8-8e3a-d3008b4925f9 None None] Set router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:07:45.760132 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-e5c6f4d9-1064-46f8-8e3a-d3008b4925f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:07:45Z', 'revision_number': 6, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port_host': None}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:45.787638 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c6f4d9-1064-46f8-8e3a-d3008b4925f9 None None] The sync data for ids ['4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524'] in dv-cinder-801633-1-iscsi is: [{'id': '4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524', 'name': 'tempest-TestShelveInstance-999549614-router', 'tenant_id': '720082b42b024fc3ad77e031d129b01c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:00Z', 'updated_at': '2021-07-23T00:07:45Z', 'revision_number': 6, 'project_id': '720082b42b024fc3ad77e031d129b01c', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:07:45.844989 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:45.869258 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5e639844-062f-4d2c-b448-a5b64b2a4618,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:45.932987 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942816'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.019933 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9432'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.021999 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.062957 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939803'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.063532 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:07:46.068303 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.069619 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5381edb6-ce03-426c-86f1-3f57c14d09ca admin admin] 10.222.0.39 "DELETE /v2.0/routers/4566efbf-bc57-4a7e-bcb5-1a1e4b4f7524 HTTP/1.1" status: 204 len: 168 time: 0.7774484 Jul 23 00:07:46.072180 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55260) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:46.117185 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba2b0a3-77f5-4c1b-b168-a556df77a39b admin admin] Deleting subnet 843656e0-512a-4b75-8920-4514597631c6 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:07:46.120522 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b0a3-77f5-4c1b-b168-a556df77a39b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.163532 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b0a3-77f5-4c1b-b168-a556df77a39b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5252407'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.527555 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b0a3-77f5-4c1b-b168-a556df77a39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.592542 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f76a75-8053-4a60-a6bd-cf810d489878 req-f0b90709-d846-4d16-8116-04b7a74bcfef tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:07:46.594011 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-03f76a75-8053-4a60-a6bd-cf810d489878 req-f0b90709-d846-4d16-8116-04b7a74bcfef tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.1095889 Jul 23 00:07:46.609587 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b0a3-77f5-4c1b-b168-a556df77a39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5858384'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.646953 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3ba2b0a3-77f5-4c1b-b168-a556df77a39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.648866 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-3ba2b0a3-77f5-4c1b-b168-a556df77a39b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/843656e0-512a-4b75-8920-4514597631c6 HTTP/1.1" status: 204 len: 168 time: 0.5757859 Jul 23 00:07:46.651470 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55266) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:46.652059 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d6a35d-63ff-49d3-8b3a-0ee34435cd75 None None] Network f3790749-49d5-4041-8e57-7e69f4eb4d80 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:07:46.653332 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2b0a3-77f5-4c1b-b168-a556df77a39b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843656e0-512a-4b75-8920-4514597631c6,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:46.670764 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-03f76a75-8053-4a60-a6bd-cf810d489878 req-479f3584-c2c3-4204-b806-0aa3d018acc6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702047 Jul 23 00:07:46.745933 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.804939 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Deleting port 29c93836-5582-4d64-885f-a00ae1ce99fd {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:07:46.805385 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.868511 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] For port 29c93836-5582-4d64-885f-a00ae1ce99fd, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=29c93836-5582-4d64-885f-a00ae1ce99fd,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:46.868860 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.880763 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Calling delete_port for 29c93836-5582-4d64-885f-a00ae1ce99fd owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:07:46.882605 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] DHCP port deletion for f3790749-49d5-4041-8e57-7e69f4eb4d80 request from dv-cinder-801633-1-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:07:46.926763 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Deleting port 29c93836-5582-4d64-885f-a00ae1ce99fd {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:07:46.927253 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.962315 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.987028 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c93836-5582-4d64-885f-a00ae1ce99fd,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:46.987272 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] For port 29c93836-5582-4d64-885f-a00ae1ce99fd, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=29c93836-5582-4d64-885f-a00ae1ce99fd,segment=NetworkSegment(b0264a15-2bae-48c6-b0cc-155fd2dd27a2),segment_id=b0264a15-2bae-48c6-b0cc-155fd2dd27a2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:46.987700 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:46.990524 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] No DVR routers for this DVR port 29c93836-5582-4d64-885f-a00ae1ce99fd on host dv-cinder-801633-1-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:07:47.006666 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Calling delete_port for 29c93836-5582-4d64-885f-a00ae1ce99fd owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:07:47.066317 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:47.076109 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3790749-49d5-4041-8e57-7e69f4eb4d80']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:47.082045 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:47.086200 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:47.086488 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0264a15-2bae-48c6-b0cc-155fd2dd27a2') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:47.094932 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463715'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:47.105691 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Pushing event deleted for resources: {'Port': ['ID=29c93836-5582-4d64-885f-a00ae1ce99fd,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:47.108375 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:47.113706 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] No DVR routers for this DVR port 29c93836-5582-4d64-885f-a00ae1ce99fd on host dv-cinder-801633-1-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:07:47.114830 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:07:47.115234 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6971851'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:47.115772 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:47.116205 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:47.116552 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:47.116887 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:47.117218 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:47.117546 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:47.117870 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:47.118193 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:47.118515 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:47.118835 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:47.119151 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:47.119491 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f920501b-fc74-4094-966f-e45fcd4c5c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: timer() Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: cb(*args, **kw) Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: self._notify() Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: self.callback(batched_events) Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: event.method(event) Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._get(url).json() Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:07:47.126831 dv-cinder-801633-1-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:07:47.169529 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:47.176819 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:47.178558 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f3790749-49d5-4041-8e57-7e69f4eb4d80 HTTP/1.1" status: 204 len: 168 time: 0.5253391 Jul 23 00:07:47.181605 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55270) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:47.189071 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052c4a0-3b5a-4293-b767-610cdc9248e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3790749-49d5-4041-8e57-7e69f4eb4d80,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:47.510341 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b4178cf7-b2fc-404c-8e71-c60a0600b497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939226'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:47.754635 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-b4178cf7-b2fc-404c-8e71-c60a0600b497 admin admin] Deleting port aa768a6d-4ca3-4788-8267-17fece6a4b4d {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:07:47.755357 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b4178cf7-b2fc-404c-8e71-c60a0600b497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:47.757700 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-06af737d-6f1b-4d83-a9cf-528406365336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:47.836752 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-b4178cf7-b2fc-404c-8e71-c60a0600b497 admin admin] For port aa768a6d-4ca3-4788-8267-17fece6a4b4d, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=aa768a6d-4ca3-4788-8267-17fece6a4b4d,segment=NetworkSegment(dec52e5d-2802-4618-bf0d-248d118595dd),segment_id=dec52e5d-2802-4618-bf0d-248d118595dd)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:47.837106 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b4178cf7-b2fc-404c-8e71-c60a0600b497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:47.849877 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-b4178cf7-b2fc-404c-8e71-c60a0600b497 admin admin] Calling delete_port for aa768a6d-4ca3-4788-8267-17fece6a4b4d owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:07:47.862930 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:07:47.881717 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:07:47.882082 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 4e0e6335-6c0b-4f9c-8f3c-cf95ae826f51 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:07:47.882482 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 29c93836-5582-4d64-885f-a00ae1ce99fd no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:07:48.022007 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 29c93836-5582-4d64-885f-a00ae1ce99fd {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:07:48.022347 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 29c93836-5582-4d64-885f-a00ae1ce99fd not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:07:48.022753 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 5e639844-062f-4d2c-b448-a5b64b2a4618 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:07:48.039874 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b4178cf7-b2fc-404c-8e71-c60a0600b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:48.041533 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 5e639844-062f-4d2c-b448-a5b64b2a4618 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:07:48.041847 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 5e639844-062f-4d2c-b448-a5b64b2a4618 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:07:48.065162 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4178cf7-b2fc-404c-8e71-c60a0600b497 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa768a6d-4ca3-4788-8267-17fece6a4b4d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:48.226364 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b4178cf7-b2fc-404c-8e71-c60a0600b497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939078'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:48.434987 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4178cf7-b2fc-404c-8e71-c60a0600b497 admin admin] Router d1715302-2307-4945-83d9-eecc6c0c6f32 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:07:48.538157 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4178cf7-b2fc-404c-8e71-c60a0600b497 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:07:48.543611 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-b4178cf7-b2fc-404c-8e71-c60a0600b497 admin admin] 10.222.0.39 "PUT /v2.0/routers/d1715302-2307-4945-83d9-eecc6c0c6f32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3609083 Jul 23 00:07:48.545436 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55272) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:48.546837 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f3cd9-9ba7-4b3f-a67d-b8c9c52d6469 None None] Sync routers for ids ['d1715302-2307-4945-83d9-eecc6c0c6f32'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:07:48.556548 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f3cd9-9ba7-4b3f-a67d-b8c9c52d6469 None None] Routers {'d1715302-2307-4945-83d9-eecc6c0c6f32'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:07:48.557150 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-488f3cd9-9ba7-4b3f-a67d-b8c9c52d6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:07:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['d1715302-2307-4945-83d9-eecc6c0c6f32'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:48.650634 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:48.664962 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-488f3cd9-9ba7-4b3f-a67d-b8c9c52d6469 None None] Set router d1715302-2307-4945-83d9-eecc6c0c6f32 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:07:48.755485 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:48.813345 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Deleting port 15b80717-0c35-48d8-923c-b38bcbf3ffd8 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:07:48.813875 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:48.841493 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-488f3cd9-9ba7-4b3f-a67d-b8c9c52d6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'name': 'tempest-TestShelveInstance-1678748066-router', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:07:47Z', 'revision_number': 5, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'gw_port': {'id': '15b80717-0c35-48d8-923c-b38bcbf3ffd8', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:48.868057 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f3cd9-9ba7-4b3f-a67d-b8c9c52d6469 None None] Checking router: d1715302-2307-4945-83d9-eecc6c0c6f32 for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:07:48.877338 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f3cd9-9ba7-4b3f-a67d-b8c9c52d6469 None None] Routers {'d1715302-2307-4945-83d9-eecc6c0c6f32'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:07:48.878560 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-488f3cd9-9ba7-4b3f-a67d-b8c9c52d6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:07:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['d1715302-2307-4945-83d9-eecc6c0c6f32'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:48.898844 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] For port 15b80717-0c35-48d8-923c-b38bcbf3ffd8, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=15b80717-0c35-48d8-923c-b38bcbf3ffd8,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:48.899196 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:48.910589 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Calling delete_port for 15b80717-0c35-48d8-923c-b38bcbf3ffd8 owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:07:48.964669 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-488f3cd9-9ba7-4b3f-a67d-b8c9c52d6469 None None] Set router d1715302-2307-4945-83d9-eecc6c0c6f32 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:07:49.022069 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-488f3cd9-9ba7-4b3f-a67d-b8c9c52d6469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'name': 'tempest-TestShelveInstance-1678748066-router', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:07:48Z', 'revision_number': 6, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'gw_port_host': None}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:49.048395 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488f3cd9-9ba7-4b3f-a67d-b8c9c52d6469 None None] The sync data for ids ['d1715302-2307-4945-83d9-eecc6c0c6f32'] in dv-cinder-801633-1-iscsi is: [{'id': 'd1715302-2307-4945-83d9-eecc6c0c6f32', 'name': 'tempest-TestShelveInstance-1678748066-router', 'tenant_id': '73b0f089c43e42aba708af738d1841a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:06Z', 'updated_at': '2021-07-23T00:07:48Z', 'revision_number': 6, 'project_id': '73b0f089c43e42aba708af738d1841a3', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:07:49.073324 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.098116 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b80717-0c35-48d8-923c-b38bcbf3ffd8,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:49.160918 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942816'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.247073 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9432'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.249045 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.293707 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939803'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.294347 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1715302-2307-4945-83d9-eecc6c0c6f32 {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:07:49.298537 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.300412 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-a2bf1478-c9b0-4a69-b160-fdcb4c608d71 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d1715302-2307-4945-83d9-eecc6c0c6f32 HTTP/1.1" status: 204 len: 168 time: 0.7534826 Jul 23 00:07:49.302686 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55276) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:49.345263 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-648f56da-2c36-41dc-863a-b56d987dcacf admin admin] Deleting subnet 1e4a0c8e-6b68-44d6-b679-0184aeaf6faf {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:07:49.348643 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-648f56da-2c36-41dc-863a-b56d987dcacf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.381110 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-648f56da-2c36-41dc-863a-b56d987dcacf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5252407'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.464743 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-648f56da-2c36-41dc-863a-b56d987dcacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.515405 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-648f56da-2c36-41dc-863a-b56d987dcacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5858384'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.539195 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f56da-2c36-41dc-863a-b56d987dcacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e4a0c8e-6b68-44d6-b679-0184aeaf6faf,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:49.545646 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-648f56da-2c36-41dc-863a-b56d987dcacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.547634 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-648f56da-2c36-41dc-863a-b56d987dcacf admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1e4a0c8e-6b68-44d6-b679-0184aeaf6faf HTTP/1.1" status: 204 len: 168 time: 0.2439055 Jul 23 00:07:49.549978 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55278) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:49.551276 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe2433-bffe-4a1d-88a0-8cf201eb7d15 None None] Network 26af5138-f259-4a01-a236-82bb096add3f requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:07:49.615418 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.671288 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Deleting port 5344b89e-812f-494b-a152-7136af227ecd {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:07:49.671656 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.732731 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] For port 5344b89e-812f-494b-a152-7136af227ecd, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=5344b89e-812f-494b-a152-7136af227ecd,segment=NetworkSegment(dec52e5d-2802-4618-bf0d-248d118595dd),segment_id=dec52e5d-2802-4618-bf0d-248d118595dd)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:49.733025 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.744143 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Calling delete_port for 5344b89e-812f-494b-a152-7136af227ecd owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:07:49.801906 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a35b5a-c7ec-482b-96fc-06bcf705d49a None None] DHCP port deletion for 26af5138-f259-4a01-a236-82bb096add3f request from dv-cinder-801633-1-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:07:49.835762 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.851457 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] No DVR routers for this DVR port 5344b89e-812f-494b-a152-7136af227ecd on host dv-cinder-801633-1-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:07:49.866392 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-33a35b5a-c7ec-482b-96fc-06bcf705d49a None None] Deleting port 5344b89e-812f-494b-a152-7136af227ecd {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:07:49.866968 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-33a35b5a-c7ec-482b-96fc-06bcf705d49a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.871067 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5344b89e-812f-494b-a152-7136af227ecd,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:49.900698 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 15b80717-0c35-48d8-923c-b38bcbf3ffd8 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:07:49.925095 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 15b80717-0c35-48d8-923c-b38bcbf3ffd8 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:07:49.925428 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 15b80717-0c35-48d8-923c-b38bcbf3ffd8 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:07:49.925838 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device aa768a6d-4ca3-4788-8267-17fece6a4b4d no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:07:49.942518 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.952576 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26af5138-f259-4a01-a236-82bb096add3f']}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:49.966319 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec52e5d-2802-4618-bf0d-248d118595dd') {'for_net_delete': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:49.966525 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.services.segments.db [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec52e5d-2802-4618-bf0d-248d118595dd') {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:07:49.974142 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: aa768a6d-4ca3-4788-8267-17fece6a4b4d {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:07:49.974720 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device aa768a6d-4ca3-4788-8267-17fece6a4b4d not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:07:49.975303 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 5344b89e-812f-494b-a152-7136af227ecd no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:07:49.976080 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5252414'] for segment, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.981401 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-33a35b5a-c7ec-482b-96fc-06bcf705d49a None None] For port 5344b89e-812f-494b-a152-7136af227ecd, host dv-cinder-801633-1-iscsi, got binding levels [] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:07:49.981793 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-33a35b5a-c7ec-482b-96fc-06bcf705d49a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:49.990464 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.000727 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=92929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:07:50.001125 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5718459'] for segment, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: Traceback (most recent call last): Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: timer() Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: cb(*args, **kw) Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: return func(*args, **kwargs) Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: self._notify() Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: self.callback(batched_events) Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: event.method(event) Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: return f(self, *a, **k) Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: return self._get(url).json() Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: return self.request(url, 'GET', **kwargs) Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:07:50.003356 dv-cinder-801633-1-iscsi neutron-server[92929]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:07:50.010581 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 5344b89e-812f-494b-a152-7136af227ecd {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:07:50.010581 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 5344b89e-812f-494b-a152-7136af227ecd not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:07:50.030930 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-33a35b5a-c7ec-482b-96fc-06bcf705d49a None None] Calling delete_port for 5344b89e-812f-494b-a152-7136af227ecd owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:07:50.035155 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.ipam_backend_mixin [None req-33a35b5a-c7ec-482b-96fc-06bcf705d49a None None] Port 5344b89e-812f-494b-a152-7136af227ecd was not found and therefore no delete operation was performed {{(pid=92930) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 00:07:50.036685 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-33a35b5a-c7ec-482b-96fc-06bcf705d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.062976 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.063097 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a35b5a-c7ec-482b-96fc-06bcf705d49a None None] Pushing event deleted for resources: {'Port': ['ID=5344b89e-812f-494b-a152-7136af227ecd,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:50.068946 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.071945 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/26af5138-f259-4a01-a236-82bb096add3f HTTP/1.1" status: 204 len: 168 time: 0.5208979 Jul 23 00:07:50.074449 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a35b5a-c7ec-482b-96fc-06bcf705d49a None None] No DVR routers for this DVR port 5344b89e-812f-494b-a152-7136af227ecd on host dv-cinder-801633-1-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:07:50.086875 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7585d-fbff-4e7d-ac33-d62f3bf460e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=26af5138-f259-4a01-a236-82bb096add3f,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:50.217611 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-11e627d3-2d02-4e5e-971e-79fa810b4b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.233085 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55282) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:50.272302 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-cd5061e2-defb-4f02-83f3-0ccddc58d576 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=720082b42b024fc3ad77e031d129b01c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378811 Jul 23 00:07:50.274603 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55284) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:50.320488 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4835c123-ebbe-45c2-b855-bed8629eb88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.343445 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4835c123-ebbe-45c2-b855-bed8629eb88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.388602 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4835c123-ebbe-45c2-b855-bed8629eb88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.391112 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4835c123-ebbe-45c2-b855-bed8629eb88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.392267 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-4835c123-ebbe-45c2-b855-bed8629eb88d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cda65b5b-0de4-4880-8135-f0de81d141e9 HTTP/1.1" status: 204 len: 168 time: 0.1167691 Jul 23 00:07:50.400093 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835c123-ebbe-45c2-b855-bed8629eb88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda65b5b-0de4-4880-8135-f0de81d141e9,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:50.474608 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.686846 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55290) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:50.725077 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-aa1f364d-94f5-4a3f-83b9-2bb81ca55875 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73b0f089c43e42aba708af738d1841a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370998 Jul 23 00:07:50.727748 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55292) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:07:50.773101 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9b9ac826-8efd-4dfc-8eb3-a74a65eb0031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.793038 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9b9ac826-8efd-4dfc-8eb3-a74a65eb0031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.836876 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9b9ac826-8efd-4dfc-8eb3-a74a65eb0031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.839580 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9b9ac826-8efd-4dfc-8eb3-a74a65eb0031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:50.840723 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-9b9ac826-8efd-4dfc-8eb3-a74a65eb0031 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbf31a36-3e35-4eb6-adef-9d9454c9a0a8 HTTP/1.1" status: 204 len: 168 time: 0.1121120 Jul 23 00:07:50.849444 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ac826-8efd-4dfc-8eb3-a74a65eb0031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf31a36-3e35-4eb6-adef-9d9454c9a0a8,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:07:51.514178 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:07:53.188011 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:01.110042 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:08:12.944218 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:17.758110 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6b207fd6-ea0c-4d58-8943-cda585b6953a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:20.217821 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa20b36b-1f28-4a0e-8a1c-d02e25707596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:20.475638 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:20.616071 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f00f5-5312-4131-9178-0dabc78d55eb req-075c33e8-d61e-4ffb-a6a6-43abff0fc5b3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:20.617525 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b2f00f5-5312-4131-9178-0dabc78d55eb req-075c33e8-d61e-4ffb-a6a6-43abff0fc5b3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0645740 Jul 23 00:08:20.655756 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b2f00f5-5312-4131-9178-0dabc78d55eb req-5c6c5467-9a31-440e-bff3-e876b5d158e5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326245 Jul 23 00:08:21.516801 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:21.787373 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1da417-a4b1-45ec-b042-063783d508bc req-d89d8651-ce01-4ef7-82e2-402832fa11f3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:21.788787 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1a1da417-a4b1-45ec-b042-063783d508bc req-d89d8651-ce01-4ef7-82e2-402832fa11f3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0662003 Jul 23 00:08:21.826905 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1a1da417-a4b1-45ec-b042-063783d508bc req-f9559ee6-b27e-4cd4-8cfd-0d8343a4f954 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326610 Jul 23 00:08:22.953972 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc581ece-64c3-4805-bfbb-6f41bb12a1db req-b93eff1a-2d83-4a7c-9d09-46e0760ca139 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:22.955434 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cc581ece-64c3-4805-bfbb-6f41bb12a1db req-b93eff1a-2d83-4a7c-9d09-46e0760ca139 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0615926 Jul 23 00:08:22.991895 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cc581ece-64c3-4805-bfbb-6f41bb12a1db req-5ff2ab52-9d88-4106-bd66-0a378b865eac tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303490 Jul 23 00:08:23.192152 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:24.121517 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408d27d-29d5-48b0-8893-34cb2dbf4362 req-a9748aaa-45a6-4111-8008-ca006d8c10e4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:24.122876 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7408d27d-29d5-48b0-8893-34cb2dbf4362 req-a9748aaa-45a6-4111-8008-ca006d8c10e4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0646949 Jul 23 00:08:24.159265 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7408d27d-29d5-48b0-8893-34cb2dbf4362 req-01e88dfd-c2b4-4e1a-b242-12771225e746 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306528 Jul 23 00:08:25.293818 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae0b63-c156-493e-b8af-a9f621f47942 req-8771f1e3-1ac5-4551-9254-16d95d9f97bc tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:25.295207 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-95ae0b63-c156-493e-b8af-a9f621f47942 req-8771f1e3-1ac5-4551-9254-16d95d9f97bc tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0628431 Jul 23 00:08:25.331739 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-95ae0b63-c156-493e-b8af-a9f621f47942 req-b0078cae-31d5-4b71-9549-db276a8ceae5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299861 Jul 23 00:08:26.462870 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac881f3-eac0-43f9-af0c-3ac28cb7ae2e req-f0dc2261-0b17-4899-845a-ab0ac27ffe9b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:26.464362 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3ac881f3-eac0-43f9-af0c-3ac28cb7ae2e req-f0dc2261-0b17-4899-845a-ab0ac27ffe9b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0649221 Jul 23 00:08:26.500992 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3ac881f3-eac0-43f9-af0c-3ac28cb7ae2e req-93aaf8ab-acdc-4c12-bb8b-b1924a253131 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311732 Jul 23 00:08:27.625517 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc2eea-6a7b-47d8-9827-4dfd848c9606 req-6f31026e-516c-45d5-be5d-299d4525a8a5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:27.627009 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6cfc2eea-6a7b-47d8-9827-4dfd848c9606 req-6f31026e-516c-45d5-be5d-299d4525a8a5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0616658 Jul 23 00:08:27.663638 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6cfc2eea-6a7b-47d8-9827-4dfd848c9606 req-81de9ebb-2dda-4f3e-af23-313f5bce1863 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302374 Jul 23 00:08:28.796125 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a86cfa-ceb9-41d7-9fc0-6a94df645625 req-09589889-b9c6-444f-9c8f-e05edb35f01a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:28.797566 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-19a86cfa-ceb9-41d7-9fc0-6a94df645625 req-09589889-b9c6-444f-9c8f-e05edb35f01a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0624411 Jul 23 00:08:28.833550 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-19a86cfa-ceb9-41d7-9fc0-6a94df645625 req-256b0be0-8451-4d1a-9254-91b11b298bb5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298364 Jul 23 00:08:29.962265 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf45a2a-ab16-4a28-8e8c-de5cbe69fd75 req-848f44e6-94a0-46c8-9766-bd137f4b195d tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:29.963195 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ecf45a2a-ab16-4a28-8e8c-de5cbe69fd75 req-848f44e6-94a0-46c8-9766-bd137f4b195d tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0640571 Jul 23 00:08:29.999074 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ecf45a2a-ab16-4a28-8e8c-de5cbe69fd75 req-4623e9fc-03f1-47b0-9ec2-f7c9672ff70b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304260 Jul 23 00:08:31.124365 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f206-caee-4bfa-9a1e-80af4f919d1f req-cdb9d015-c98b-41c9-8414-2b83301e2379 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:31.125846 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f18f206-caee-4bfa-9a1e-80af4f919d1f req-cdb9d015-c98b-41c9-8414-2b83301e2379 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0618978 Jul 23 00:08:31.162649 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f18f206-caee-4bfa-9a1e-80af4f919d1f req-ef360bd2-7376-48d5-a0b1-6d1132d4e911 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308900 Jul 23 00:08:32.296366 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b627c4e-115c-47b9-96d4-60065a3187c7 req-c3cca771-88d2-4ff9-bfce-05786546a4f2 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:32.297832 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b627c4e-115c-47b9-96d4-60065a3187c7 req-c3cca771-88d2-4ff9-bfce-05786546a4f2 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0654721 Jul 23 00:08:32.583289 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8b627c4e-115c-47b9-96d4-60065a3187c7 req-f1d8100d-954f-4cf1-a7b4-53ba9cce069c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798502 Jul 23 00:08:32.801549 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a934f8c-a412-458c-8e07-41a3591b7a88 req-b70866d9-da2f-4f54-814c-418ab7d7acdc tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:32.802953 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a934f8c-a412-458c-8e07-41a3591b7a88 req-b70866d9-da2f-4f54-814c-418ab7d7acdc tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0663245 Jul 23 00:08:32.862187 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0a934f8c-a412-458c-8e07-41a3591b7a88 req-f348641a-196c-44ed-b462-d29387733869 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523839 Jul 23 00:08:32.880008 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9912ca7-c93b-47be-9b65-b02e7ad20d10 req-b97c2ca1-d3ba-4b03-a2bd-73c636b1b7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:32.881427 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9912ca7-c93b-47be-9b65-b02e7ad20d10 req-b97c2ca1-d3ba-4b03-a2bd-73c636b1b7a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36e8d7ff0b0046ed8818a38065e3eaed&device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 1098 time: 0.0880990 Jul 23 00:08:32.965699 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9912ca7-c93b-47be-9b65-b02e7ad20d10 req-765f2600-5f07-4966-a138-403bd59c0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:32.967123 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9912ca7-c93b-47be-9b65-b02e7ad20d10 req-765f2600-5f07-4966-a138-403bd59c0795 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4f21c90-0a6c-480f-98ba-2f42af645242 HTTP/1.1" status: 200 len: 912 time: 0.0786946 Jul 23 00:08:33.033432 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9912ca7-c93b-47be-9b65-b02e7ad20d10 req-1f6a4093-3f9e-4e17-ae4b-772455dab53b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e2c84ca-91bf-4098-8347-69d5d5dd5762 HTTP/1.1" status: 200 len: 1000 time: 0.0593059 Jul 23 00:08:33.081710 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9912ca7-c93b-47be-9b65-b02e7ad20d10 req-d40eed5f-14b3-46a9-8fa2-d452b2e38615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:33.082999 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9912ca7-c93b-47be-9b65-b02e7ad20d10 req-d40eed5f-14b3-46a9-8fa2-d452b2e38615 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1a2165-4063-479e-9aa2-c9487866ca91 HTTP/1.1" status: 200 len: 850 time: 0.0415509 Jul 23 00:08:33.139677 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9912ca7-c93b-47be-9b65-b02e7ad20d10 req-921b204b-b2aa-4058-9d22-189c037241f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:33.141098 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9912ca7-c93b-47be-9b65-b02e7ad20d10 req-921b204b-b2aa-4058-9d22-189c037241f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4f21c90-0a6c-480f-98ba-2f42af645242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509491 Jul 23 00:08:33.230319 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9912ca7-c93b-47be-9b65-b02e7ad20d10 req-8431d2a9-5322-4fe8-90ac-7d87be5c4644 service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812261 Jul 23 00:08:33.323650 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-f9912ca7-c93b-47be-9b65-b02e7ad20d10 req-5494179f-f6ea-406e-b164-117c2efd7bab service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862253 Jul 23 00:08:33.996007 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac107c2-8f03-48bc-831f-0140f16d41b3 req-477bd6b4-8812-44e9-8335-fa3f42d5a831 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:33.997497 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3ac107c2-8f03-48bc-831f-0140f16d41b3 req-477bd6b4-8812-44e9-8335-fa3f42d5a831 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0655773 Jul 23 00:08:34.036447 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3ac107c2-8f03-48bc-831f-0140f16d41b3 req-6e39e5fd-81bd-42e2-bade-9695fe2db3d2 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332081 Jul 23 00:08:36.049891 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-aa91e0b2-7927-473d-ae64-09ec992a2175 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064742934&fields=id&tenant_id=c5a117d82f31471d937ce5cd8a61b87d HTTP/1.1" status: 200 len: 267 time: 0.0315967 Jul 23 00:08:36.160987 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-39aad3f9-8736-4a22-956b-fcff28995032 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:36.162437 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-39aad3f9-8736-4a22-956b-fcff28995032 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 812 time: 0.1045511 Jul 23 00:08:36.179804 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-58f8160c-c689-4ade-a044-8b1e9f1eb4ee tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/quotas/c5a117d82f31471d937ce5cd8a61b87d HTTP/1.1" status: 200 len: 375 time: 0.0117621 Jul 23 00:08:36.260221 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-da7c4169-7a86-454d-981d-1c16787beccc tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0728533 Jul 23 00:08:36.353287 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-09afc8ae-7aef-4226-8504-81a2fe637fe7 service neutron] 10.222.0.39 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813229 Jul 23 00:08:36.444986 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-cd4365ef-d221-4fbf-ad08-a4c5a0d24c43 service neutron] 10.222.0.39 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860069 Jul 23 00:08:36.721959 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-81e44788-554f-4c8e-b97b-79e7745d2117 req-ef375482-5bfd-43ca-af07-cce389083dc9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 210 time: 0.0292928 Jul 23 00:08:37.571447 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-23cbff29-2a73-4380-9179-b08ff5cb7bb6 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:37.572914 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-23cbff29-2a73-4380-9179-b08ff5cb7bb6 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 812 time: 0.1045544 Jul 23 00:08:37.614275 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-e6706267-7932-4fa1-a42b-01ceb39f88a9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5a117d82f31471d937ce5cd8a61b87d HTTP/1.1" status: 200 len: 380 time: 0.0336452 Jul 23 00:08:37.627112 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Request body: {'port': {'device_id': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'admin_state_up': True, 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'security_groups': ['677626ab-4245-48d6-b8c2-461b273ebdc6']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:08:37.731601 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Made reservation on behalf of c5a117d82f31471d937ce5cd8a61b87d for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:08:37.735064 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:37.823069 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ff7db9dc-59ff-4f39-8c68-45f2ff24c4f7 req-2087f9f9-c29b-4512-9776-c1cb5f03873c tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 210 time: 0.0334468 Jul 23 00:08:37.884910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Allocated IP 172.20.0.7 (16a89ca6-edd5-41b5-91f3-8c092f63f5f5/0d79cc2b-c474-480f-8614-aba5b2e5e8db/4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:08:38.024809 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:38.038314 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Transition to ACTIVE for port object 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:38.070871 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:38.108383 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:08:38.110315 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:08:38.115168 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:08:38.118641 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:08:38.148620 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'Port': ['ID=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:38.176164 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:38.176801 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:38.193549 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3644c304-6bc9-4c48-b299-90c74acb7ce3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707011 Jul 23 00:08:38.205233 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Request body: {'port': {'device_id': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:08:38.285310 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:38.358213 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b6147eb1-7052-45b8-bd9c-5f6cc33d0084 None None] Provisioning for port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:38.361960 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b6147eb1-7052-45b8-bd9c-5f6cc33d0084 None None] Provisioning complete for port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:38.362311 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b6147eb1-7052-45b8-bd9c-5f6cc33d0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:38.397695 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b6147eb1-7052-45b8-bd9c-5f6cc33d0084 None None] Port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:08:38.541578 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:08:38.548781 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:38.560230 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Transition to ACTIVE for port object 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:08:38.564101 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:38.635110 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Pushing event updated for resources: {'Port': ['ID=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:38.686405 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Attempting to bind port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:08:38.686741 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Attempting to bind port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:08:38.687075 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Attempting to bind port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 on network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:08:38.692038 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 on network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:08:38.692358 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Attempting to bind port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 on network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:08:38.697299 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:08:38.697684 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Checking segment: {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:08:38.698072 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Bound using segment: {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:08:38.698504 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Bound port: 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbe6607-493a-4ec4-801d-c7b983a10d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:08:38.698860 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:38.766085 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] For port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:08:38.769900 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] For port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:08:38.773828 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:38.805665 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:38.806280 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:38.807687 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] 10.222.0.41 "PUT /v2.0/ports/4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 HTTP/1.1" status: 200 len: 1093 time: 0.6068277 Jul 23 00:08:38.808116 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'tag': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:08:38.810340 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9134f3dd-f33e-41ae-8994-37d2e524fe4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0f2f1d-552c-4e32-9062-471b7efe79b7", "tag": "4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:08:38.852038 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720569ef-708e-4bf9-b191-2f117bd90a0f service neutron] Pushing event updated for resources: {'Port': ['ID=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:38.886177 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0451b29f-a34b-42c3-80f3-9beab7324210 x-openstack-request-id: req-0451b29f-a34b-42c3-80f3-9beab7324210 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:08:38.886401 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0f2f1d-552c-4e32-9062-471b7efe79b7", "tag": "4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:08:38.886604 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0451b29f-a34b-42c3-80f3-9beab7324210 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:08:38.887006 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'tag': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2', 'status': 'completed', 'code': 200} Jul 23 00:08:38.942442 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-f0e6c9bc-ffcd-45f1-8ab9-6703cbd31fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:38.943961 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-f0e6c9bc-ffcd-45f1-8ab9-6703cbd31fb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 1096 time: 0.0890775 Jul 23 00:08:38.994073 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-3804c5ae-7c42-4595-838d-1afc91578ab6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 HTTP/1.1" status: 200 len: 217 time: 0.0423386 Jul 23 00:08:39.017070 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273d294-2f58-4109-89e3-d916535a2ab7 req-10d4a171-5cbe-4237-9b00-54f7ac4e6025 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:39.018484 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5273d294-2f58-4109-89e3-d916535a2ab7 req-10d4a171-5cbe-4237-9b00-54f7ac4e6025 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 943 time: 0.1190562 Jul 23 00:08:39.067795 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-8862bf09-4061-46c4-995c-0dddb787292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:39.069218 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-8862bf09-4061-46c4-995c-0dddb787292b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 200 len: 851 time: 0.0694771 Jul 23 00:08:39.088325 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5273d294-2f58-4109-89e3-d916535a2ab7 req-17f9c823-765b-4c9c-9d9f-d3e30dcafaf0 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531003 Jul 23 00:08:39.128965 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-f26641c6-c769-463b-9bef-47ebb206d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:39.130381 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-f26641c6-c769-463b-9bef-47ebb206d9e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539792 Jul 23 00:08:39.217653 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-c5622c47-5337-44a8-9f7a-e32da5f1950c service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807264 Jul 23 00:08:39.306332 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c4acd489-fe39-467e-9fdf-bcbca9717956 req-7ed2fb50-e397-4518-85b3-83171321a01b service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826042 Jul 23 00:08:39.403003 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f3dd-f33e-41ae-8994-37d2e524fe4e req-20f94caa-d9b4-4e23-a70d-90f55a0f25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:39.404499 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9134f3dd-f33e-41ae-8994-37d2e524fe4e req-20f94caa-d9b4-4e23-a70d-90f55a0f25d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 1096 time: 0.0541122 Jul 23 00:08:39.489105 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f3dd-f33e-41ae-8994-37d2e524fe4e req-c882fc0e-ddef-472f-a143-8b4677238ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:39.490430 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9134f3dd-f33e-41ae-8994-37d2e524fe4e req-c882fc0e-ddef-472f-a143-8b4677238ee6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 913 time: 0.0797079 Jul 23 00:08:39.542135 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9134f3dd-f33e-41ae-8994-37d2e524fe4e req-9428beba-5b00-4601-840a-cb7dfa4ce9af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 HTTP/1.1" status: 200 len: 217 time: 0.0361729 Jul 23 00:08:39.607598 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f3dd-f33e-41ae-8994-37d2e524fe4e req-e7d4df9c-5081-47e4-a54f-43a8b22a3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:39.608989 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9134f3dd-f33e-41ae-8994-37d2e524fe4e req-e7d4df9c-5081-47e4-a54f-43a8b22a3e82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 200 len: 851 time: 0.0424402 Jul 23 00:08:39.665704 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134f3dd-f33e-41ae-8994-37d2e524fe4e req-5979f9cb-ca3c-472f-af3d-339fcc11b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:39.667157 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9134f3dd-f33e-41ae-8994-37d2e524fe4e req-5979f9cb-ca3c-472f-af3d-339fcc11b2a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512788 Jul 23 00:08:39.754961 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9134f3dd-f33e-41ae-8994-37d2e524fe4e req-8f65833d-f07b-4dcb-814f-ac1a5dafda4a service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799565 Jul 23 00:08:39.843794 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9134f3dd-f33e-41ae-8994-37d2e524fe4e req-b3a42b0b-2d66-4113-981f-42f2ece5a8c6 service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794692 Jul 23 00:08:40.229503 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a30775-3056-493d-98a1-3635fafb61e5 req-af0782a2-34b3-4a4c-b4a3-066a1ad784d9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:40.230975 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b9a30775-3056-493d-98a1-3635fafb61e5 req-af0782a2-34b3-4a4c-b4a3-066a1ad784d9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 943 time: 0.0663471 Jul 23 00:08:40.274470 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b9a30775-3056-493d-98a1-3635fafb61e5 req-27a18199-bfd4-4d5f-b722-2244eeb6aee3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379043 Jul 23 00:08:40.455249 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-695ca1d5-259b-46c8-9961-e714fcf56683 req-45f40e05-2e46-49c3-a5ec-c045171add41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504265 Jul 23 00:08:40.530647 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ca1d5-259b-46c8-9961-e714fcf56683 req-686c07e5-992a-4d05-b132-2b5a73ba46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:40.532135 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-695ca1d5-259b-46c8-9961-e714fcf56683 req-686c07e5-992a-4d05-b132-2b5a73ba46bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 1099 time: 0.0576398 Jul 23 00:08:40.634364 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ca1d5-259b-46c8-9961-e714fcf56683 req-52d3f014-d311-424c-bafb-400dc9aa20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:40.635824 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-695ca1d5-259b-46c8-9961-e714fcf56683 req-52d3f014-d311-424c-bafb-400dc9aa20c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 913 time: 0.0865903 Jul 23 00:08:40.697722 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-695ca1d5-259b-46c8-9961-e714fcf56683 req-9175a728-beac-4d38-95be-25d388ef4e1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0548420 Jul 23 00:08:40.747712 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ca1d5-259b-46c8-9961-e714fcf56683 req-d9c0fc71-02d0-461a-9eda-c0d0376eec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:40.748986 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-695ca1d5-259b-46c8-9961-e714fcf56683 req-d9c0fc71-02d0-461a-9eda-c0d0376eec84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 200 len: 851 time: 0.0451846 Jul 23 00:08:40.808117 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ca1d5-259b-46c8-9961-e714fcf56683 req-9bcf54c8-ee79-4562-bb40-111ec71ec672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:40.809665 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-695ca1d5-259b-46c8-9961-e714fcf56683 req-9bcf54c8-ee79-4562-bb40-111ec71ec672 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546327 Jul 23 00:08:40.894208 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-695ca1d5-259b-46c8-9961-e714fcf56683 req-44f12e1c-1789-4c12-a44e-c0f7eb05cb4e service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780778 Jul 23 00:08:40.984813 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-695ca1d5-259b-46c8-9961-e714fcf56683 req-720b20d7-a863-46c0-aa09-ce4fc1319da2 service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844738 Jul 23 00:08:41.400598 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f880e3-5aa7-4547-88cf-871332bade5f req-1d2c91f2-6c81-4f4a-9abf-c1993fe2fdb9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:41.402059 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7f880e3-5aa7-4547-88cf-871332bade5f req-1d2c91f2-6c81-4f4a-9abf-c1993fe2fdb9 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 943 time: 0.0633588 Jul 23 00:08:41.437926 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e7f880e3-5aa7-4547-88cf-871332bade5f req-5e7fdd74-4ce0-4617-acae-2df4bdf7d86a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303481 Jul 23 00:08:42.672580 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ab5a8-85ee-459d-9bab-6a4aef6ba023 req-b0072e56-8df1-477f-ae4c-b0bca2cd2179 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:42.674034 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-112ab5a8-85ee-459d-9bab-6a4aef6ba023 req-b0072e56-8df1-477f-ae4c-b0bca2cd2179 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 943 time: 0.0658078 Jul 23 00:08:42.714111 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-112ab5a8-85ee-459d-9bab-6a4aef6ba023 req-219d8e99-cd35-477a-8906-31828929a98b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339234 Jul 23 00:08:42.949871 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:43.838084 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a17474-11db-428d-958d-a015d85fd0f9 req-40b4ef5e-7592-4b96-bb0d-b2af0ce36d18 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:43.839565 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c1a17474-11db-428d-958d-a015d85fd0f9 req-40b4ef5e-7592-4b96-bb0d-b2af0ce36d18 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 943 time: 0.0609086 Jul 23 00:08:43.875899 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c1a17474-11db-428d-958d-a015d85fd0f9 req-53c043fd-a392-47d2-a5a1-52b4a3171dfe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309017 Jul 23 00:08:45.000719 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0d3ab-abba-4f6c-8e5c-9248f9579b05 req-9f808473-64e5-4bdf-b236-6af76f4658eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:45.002192 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4ca0d3ab-abba-4f6c-8e5c-9248f9579b05 req-9f808473-64e5-4bdf-b236-6af76f4658eb tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 943 time: 0.0633500 Jul 23 00:08:45.041836 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4ca0d3ab-abba-4f6c-8e5c-9248f9579b05 req-699927e8-a039-46b6-b871-8c371e32fcf0 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333242 Jul 23 00:08:46.172505 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bbe25-38a5-4de8-8e78-6618870ace1c req-df26d62c-c2c2-4b30-9b81-94691a90c302 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:46.173881 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9c1bbe25-38a5-4de8-8e78-6618870ace1c req-df26d62c-c2c2-4b30-9b81-94691a90c302 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 943 time: 0.0624347 Jul 23 00:08:46.210386 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9c1bbe25-38a5-4de8-8e78-6618870ace1c req-5d19dfba-d2fd-4b8d-a532-e48ff9f00975 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311615 Jul 23 00:08:47.333524 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9453e2e-ff3b-43dc-88c7-9eb1585f6c7d req-adb2688a-7e97-41a9-af87-83a80852933e tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:47.334961 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d9453e2e-ff3b-43dc-88c7-9eb1585f6c7d req-adb2688a-7e97-41a9-af87-83a80852933e tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 943 time: 0.0610344 Jul 23 00:08:47.371225 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d9453e2e-ff3b-43dc-88c7-9eb1585f6c7d req-d53d107b-fe3b-4f1e-800f-e5fa9df5a25f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308042 Jul 23 00:08:47.758372 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:08:47.761550 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-22b08c4e-6be7-465c-89f3-2ca71e7a4d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:47.848691 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:47.859116 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'port_id': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2', 'mac_address': 'fa:16:3e:f6:94:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:08:47.898329 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:47.910512 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:08:47.929360 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:47.934395 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:47.979882 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:47.986631 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:47.986979 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:47.987316 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:47.987674 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:47.988514 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:47.988864 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:47.989217 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:47.989569 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:47.989893 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:47.990213 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:47.990537 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:47.990871 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:48.180596 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:08:48.499047 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e2288-136c-495c-9297-f3289556c28d req-a6f48513-9d82-4187-a43c-b47080c70a43 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:48.500538 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-085e2288-136c-495c-9297-f3289556c28d req-a6f48513-9d82-4187-a43c-b47080c70a43 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 944 time: 0.0652699 Jul 23 00:08:48.537925 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-085e2288-136c-495c-9297-f3289556c28d req-0107f210-3fcd-4f5c-b90a-a54958268f57 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318725 Jul 23 00:08:49.662400 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8b9e6-6bcd-4508-b93a-0675ac93b5af req-7cc6b86c-ecf5-4cb0-b340-f64e9f28edc1 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:49.663867 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-97a8b9e6-6bcd-4508-b93a-0675ac93b5af req-7cc6b86c-ecf5-4cb0-b340-f64e9f28edc1 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 944 time: 0.0618207 Jul 23 00:08:49.699351 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-97a8b9e6-6bcd-4508-b93a-0675ac93b5af req-381387b7-a167-4a2f-9904-e5d68df9dce7 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300744 Jul 23 00:08:49.766162 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:08:49.813595 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:08:49.817091 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:08:49.817457 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:49.892507 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:49.913605 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:08:49.915851 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5c8bf6-54ed-4f4a-afa8-49d3891f1274" -d '{"events": [{"server_uuid": "6a0f2f1d-552c-4e32-9062-471b7efe79b7", "name": "network-vif-plugged", "status": "completed", "tag": "4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:08:49.928621 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:08:49.932942 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:49.960922 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc61ecc8-91ec-461e-a3a2-f9fcee1f3824 x-openstack-request-id: req-dc61ecc8-91ec-461e-a3a2-f9fcee1f3824 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:08:49.961240 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0f2f1d-552c-4e32-9062-471b7efe79b7", "name": "network-vif-plugged", "status": "completed", "tag": "4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:08:49.962028 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc61ecc8-91ec-461e-a3a2-f9fcee1f3824 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:08:49.962028 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2', 'code': 200} Jul 23 00:08:50.001224 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:50.185183 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d611bb-e119-477c-9056-983cd614f27b req-db14c043-e797-48dd-be61-7e348c2f7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:50.186534 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-91d611bb-e119-477c-9056-983cd614f27b req-db14c043-e797-48dd-be61-7e348c2f7f51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 1098 time: 0.0516098 Jul 23 00:08:50.217240 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f5c0269c-e383-40d2-9ca4-a41819bfcc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:50.225792 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-91d611bb-e119-477c-9056-983cd614f27b req-12130afe-1acb-4582-a671-3e49d40cd74e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318005 Jul 23 00:08:50.478360 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:50.823048 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50408959-1728-4447-882c-5b25f3b5480e req-70dfafe2-c9b5-41fc-b7b0-c13ee12b374e tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:50.824521 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-50408959-1728-4447-882c-5b25f3b5480e req-70dfafe2-c9b5-41fc-b7b0-c13ee12b374e tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 945 time: 0.0611300 Jul 23 00:08:50.861000 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-50408959-1728-4447-882c-5b25f3b5480e req-47121751-ccd0-47de-b0d8-95ebe23ff46a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310514 Jul 23 00:08:51.518997 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:51.988284 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319732-a34e-4b4a-b3eb-0c904ce00bdb req-2a842e82-5c52-48f9-93b1-694712872e24 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:51.989728 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-67319732-a34e-4b4a-b3eb-0c904ce00bdb req-2a842e82-5c52-48f9-93b1-694712872e24 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 945 time: 0.0618150 Jul 23 00:08:52.027255 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-67319732-a34e-4b4a-b3eb-0c904ce00bdb req-c14c81c8-a77f-4fe9-8aa5-449fb3042fa2 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319724 Jul 23 00:08:52.154733 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97613ebc-0e31-457b-bc4c-d8a62fc5db25 req-8d099715-d59e-4e28-b1d7-7eadfbebb47f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:52.156126 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-97613ebc-0e31-457b-bc4c-d8a62fc5db25 req-8d099715-d59e-4e28-b1d7-7eadfbebb47f tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 945 time: 0.0646474 Jul 23 00:08:52.191988 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-97613ebc-0e31-457b-bc4c-d8a62fc5db25 req-7a3916f4-16bb-4248-94ff-4dfdccc69038 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298798 Jul 23 00:08:52.214851 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55426) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:52.271710 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170fea94-13c0-4601-88b3-f1c64fbccbb7 tempest-TestVolumeBootPattern-809374271 tempest-TestVolumeBootPattern-809374271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:52.273178 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-170fea94-13c0-4601-88b3-f1c64fbccbb7 tempest-TestVolumeBootPattern-809374271 tempest-TestVolumeBootPattern-809374271-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 1093 time: 0.0573618 Jul 23 00:08:52.275892 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55428) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:08:52.280056 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Request body: {'floatingip': {'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'port_id': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:08:52.301192 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for floatingip, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:52.395988 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:52.492614 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Allocated IP 172.27.0.137 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/b4b92aa2-c92b-428a-91aa-bf842a0f620e) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:08:52.593526 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:52.631008 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:52.664299 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:08:52.667048 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:08:52.672291 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:08:52.699298 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'Port': ['ID=b4b92aa2-c92b-428a-91aa-bf842a0f620e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:52.712158 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:52.712502 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:52.712837 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:52.713167 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:52.713494 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:52.713819 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:52.714144 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:52.714468 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:52.714789 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:52.715112 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:52.715459 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:52.715779 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:08:53.198317 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:53.335829 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:53.414208 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:53.569053 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:53.573543 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:53.649963 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event updated for resources: {'Port': ['ID=b4b92aa2-c92b-428a-91aa-bf842a0f620e,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:08:53.661720 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:53.755620 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Floating IP ee5c7fe6-0984-4603-831f-0432c2aa1f5b associated. External IP: 172.27.0.137, port: 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2. Jul 23 00:08:53.948108 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Router 7335a11c-f78d-49e9-bd34-df42ccf03c4c has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:08:54.050954 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:08:54.060538 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0ee33-4984-440a-8c03-c68f24aaf767 None None] Sync routers for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:08:54.065589 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:08:54.070314 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd0ee33-4984-440a-8c03-c68f24aaf767 None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:54.070914 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3fd0ee33-4984-440a-8c03-c68f24aaf767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:08:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:54.106134 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-52aaf5f1-8b41-4bc8-a5f6-965646d3958b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8292465 Jul 23 00:08:54.106707 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'tag': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:08:54.108980 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8717e169-9345-4263-9d96-ca8315385032" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0f2f1d-552c-4e32-9062-471b7efe79b7", "tag": "4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:08:54.147095 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284c6d24-b68c-44b9-90d1-ea1ffca69634 x-openstack-request-id: req-284c6d24-b68c-44b9-90d1-ea1ffca69634 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:08:54.147404 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0f2f1d-552c-4e32-9062-471b7efe79b7", "tag": "4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:08:54.147695 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-284c6d24-b68c-44b9-90d1-ea1ffca69634 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:08:54.148097 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'tag': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2', 'status': 'completed', 'code': 200} Jul 23 00:08:54.173704 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-3fd0ee33-4984-440a-8c03-c68f24aaf767 None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:54.220322 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717e169-9345-4263-9d96-ca8315385032 req-44a793bd-55e1-4fdf-bff0-422172cd6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:54.221746 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8717e169-9345-4263-9d96-ca8315385032 req-44a793bd-55e1-4fdf-bff0-422172cd6f41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 1098 time: 0.0536053 Jul 23 00:08:54.314127 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717e169-9345-4263-9d96-ca8315385032 req-e73c98de-5f38-4b40-b5ed-1127bd0cf64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:54.315627 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8717e169-9345-4263-9d96-ca8315385032 req-e73c98de-5f38-4b40-b5ed-1127bd0cf64d service neutron] 10.222.0.41 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 913 time: 0.0870726 Jul 23 00:08:54.387322 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8717e169-9345-4263-9d96-ca8315385032 req-1cbaf540-0fb8-4935-a2fa-bd7063d02489 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 HTTP/1.1" status: 200 len: 999 time: 0.0619001 Jul 23 00:08:54.393540 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3fd0ee33-4984-440a-8c03-c68f24aaf767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '9bc9aa8b-cce9-417a-a018-245001bdae41', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:26:72:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:58Z', 'updated_at': '2021-07-23T00:07:00Z', 'revision_number': 1, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}, {'id': 'ee5c7fe6-0984-4603-831f-0432c2aa1f5b', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:f6:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:08:52Z', 'updated_at': '2021-07-23T00:08:52Z', 'revision_number': 0, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:54.422196 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0ee33-4984-440a-8c03-c68f24aaf767 None None] Checking router: 7335a11c-f78d-49e9-bd34-df42ccf03c4c for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:08:54.430186 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd0ee33-4984-440a-8c03-c68f24aaf767 None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:08:54.430778 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3fd0ee33-4984-440a-8c03-c68f24aaf767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:08:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:54.433916 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717e169-9345-4263-9d96-ca8315385032 req-284a03be-2e69-41cf-b6f4-b01127736b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:54.435332 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8717e169-9345-4263-9d96-ca8315385032 req-284a03be-2e69-41cf-b6f4-b01127736b81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 200 len: 851 time: 0.0421081 Jul 23 00:08:54.495369 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717e169-9345-4263-9d96-ca8315385032 req-4e3296af-52ab-43f6-b1b2-51950b4825b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:08:54.496716 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8717e169-9345-4263-9d96-ca8315385032 req-4e3296af-52ab-43f6-b1b2-51950b4825b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522418 Jul 23 00:08:54.533997 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-3fd0ee33-4984-440a-8c03-c68f24aaf767 None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:08:54.588565 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8717e169-9345-4263-9d96-ca8315385032 req-7d7a8e65-ea84-45fc-9261-832301308a0c service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837221 Jul 23 00:08:54.675255 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8717e169-9345-4263-9d96-ca8315385032 req-c7938194-7c3f-4167-b0e2-38e9955d1f71 service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800993 Jul 23 00:08:54.836132 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3fd0ee33-4984-440a-8c03-c68f24aaf767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '9bc9aa8b-cce9-417a-a018-245001bdae41', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:26:72:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:58Z', 'updated_at': '2021-07-23T00:07:00Z', 'revision_number': 1, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}, {'id': 'ee5c7fe6-0984-4603-831f-0432c2aa1f5b', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:f6:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:08:52Z', 'updated_at': '2021-07-23T00:08:52Z', 'revision_number': 0, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:08:54.863878 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0ee33-4984-440a-8c03-c68f24aaf767 None None] The sync data for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi is: [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '9bc9aa8b-cce9-417a-a018-245001bdae41', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:26:72:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:58Z', 'updated_at': '2021-07-23T00:07:00Z', 'revision_number': 1, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}, {'id': 'ee5c7fe6-0984-4603-831f-0432c2aa1f5b', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:f6:94:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:08:52Z', 'updated_at': '2021-07-23T00:08:52Z', 'revision_number': 0, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:08:55.039005 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffc9047-2cc5-437e-9c8d-a77754d0f060 None None] New status for floating IP ee5c7fe6-0984-4603-831f-0432c2aa1f5b: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:09:09.326980 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaa352-61b7-4ba6-85e7-5a96b7d83b79 req-f0b912fb-6a83-4fd1-80a5-3f1bcc527ef1 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:09.328500 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b3eaa352-61b7-4ba6-85e7-5a96b7d83b79 req-f0b912fb-6a83-4fd1-80a5-3f1bcc527ef1 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0658274 Jul 23 00:09:09.364847 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b3eaa352-61b7-4ba6-85e7-5a96b7d83b79 req-a4ea990d-fcfb-441e-a6c3-199c6294fec2 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303538 Jul 23 00:09:10.492272 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500209c2-22bd-4b05-96fd-a40c27ad5cee req-33c327ea-e786-4575-a466-36f2b472b3bf tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:10.493704 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-500209c2-22bd-4b05-96fd-a40c27ad5cee req-33c327ea-e786-4575-a466-36f2b472b3bf tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0609784 Jul 23 00:09:10.529603 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-500209c2-22bd-4b05-96fd-a40c27ad5cee req-e74d8432-1ecf-4f0f-8b17-f884b48efba3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304744 Jul 23 00:09:11.398865 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-0eb0e4b5-c941-4a4e-a316-68d7a7eccf0f tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:11.400347 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-0eb0e4b5-c941-4a4e-a316-68d7a7eccf0f tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.41 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.0778372 Jul 23 00:09:11.495893 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Deleting port 8e2c84ca-91bf-4098-8347-69d5d5dd5762 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:09:11.496650 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:11.583529 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] For port 8e2c84ca-91bf-4098-8347-69d5d5dd5762, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=8e2c84ca-91bf-4098-8347-69d5d5dd5762,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:09:11.583891 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:11.741799 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375aa36b-4885-41c3-ac0f-21669b37bb19 req-70625892-d33f-47d8-9e36-af508df0c2e3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:11.743179 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-375aa36b-4885-41c3-ac0f-21669b37bb19 req-70625892-d33f-47d8-9e36-af508df0c2e3 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57 HTTP/1.1" status: 200 len: 945 time: 0.1480322 Jul 23 00:09:11.815374 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:11.815850 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:11.816235 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.l3_db [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Floating IP f8545050-25d2-4a0f-a226-ea0a8efd1f09 disassociated. External IP: 172.27.0.28, port: 8e2c84ca-91bf-4098-8347-69d5d5dd5762. Jul 23 00:09:11.816554 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Calling delete_port for 8e2c84ca-91bf-4098-8347-69d5d5dd5762 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:09:11.822640 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-375aa36b-4885-41c3-ac0f-21669b37bb19 req-b58d8103-3730-42cc-a8c9-bdad02b4b859 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=f724c909-3f8b-4d71-9552-cfb7d47db465&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541077 Jul 23 00:09:11.945858 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:11.972696 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event deleted for resources: {'Port': ['ID=8e2c84ca-91bf-4098-8347-69d5d5dd5762,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:12.083987 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Router 92c1e644-c16f-438a-a552-3effb8f1427e has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:09:12.186271 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:09:12.196990 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf348b0-1f9f-4cdb-b23d-93c5871d83bc None None] Sync routers for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:09:12.207290 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf348b0-1f9f-4cdb-b23d-93c5871d83bc None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:09:12.207975 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-aaf348b0-1f9f-4cdb-b23d-93c5871d83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:08:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:09:12.230662 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] No DVR routers for this DVR port 8e2c84ca-91bf-4098-8347-69d5d5dd5762 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:09:12.233189 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:12.235115 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a8ce0975-9193-40e7-b622-06296dca9b4d req-526d10ab-bf39-4299-940d-bba706573ac4 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.41 "DELETE /v2.0/ports/8e2c84ca-91bf-4098-8347-69d5d5dd5762 HTTP/1.1" status: 204 len: 173 time: 0.8295619 Jul 23 00:09:12.235570 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57', 'name': 'network-vif-deleted', 'tag': '8e2c84ca-91bf-4098-8347-69d5d5dd5762'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:09:12.237799 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24135ade-6bf5-40b1-8833-8ccd1e34fc3a" -d '{"events": [{"server_uuid": "bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57", "name": "network-vif-deleted", "tag": "8e2c84ca-91bf-4098-8347-69d5d5dd5762"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:09:12.273246 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0931dd-49d0-4775-94a2-cbe0a48904ec x-openstack-request-id: req-bb0931dd-49d0-4775-94a2-cbe0a48904ec {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:09:12.273530 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57", "name": "network-vif-deleted", "tag": "8e2c84ca-91bf-4098-8347-69d5d5dd5762", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:09:12.273775 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb0931dd-49d0-4775-94a2-cbe0a48904ec {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:09:12.274164 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacd5b1e-ccc9-4f3a-9c3f-34b65acb9d57', 'name': 'network-vif-deleted', 'tag': '8e2c84ca-91bf-4098-8347-69d5d5dd5762', 'status': 'completed', 'code': 200} Jul 23 00:09:12.317300 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-aaf348b0-1f9f-4cdb-b23d-93c5871d83bc None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:09:12.514881 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-aaf348b0-1f9f-4cdb-b23d-93c5871d83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 5, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:09:12.539895 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf348b0-1f9f-4cdb-b23d-93c5871d83bc None None] Checking router: 92c1e644-c16f-438a-a552-3effb8f1427e for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:09:12.547695 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf348b0-1f9f-4cdb-b23d-93c5871d83bc None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:09:12.548284 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-aaf348b0-1f9f-4cdb-b23d-93c5871d83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:08:50Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:09:12.651759 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-aaf348b0-1f9f-4cdb-b23d-93c5871d83bc None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:09:12.853379 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-aaf348b0-1f9f-4cdb-b23d-93c5871d83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 5, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:09:12.885524 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf348b0-1f9f-4cdb-b23d-93c5871d83bc None None] The sync data for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi is: [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 5, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:09:12.912443 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55458) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:09:12.947345 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:12.973330 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:12.996461 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.044605 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.047411 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.048633 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "DELETE /v2.0/security-groups/f724c909-3f8b-4d71-9552-cfb7d47db465 HTTP/1.1" status: 204 len: 168 time: 0.1351855 Jul 23 00:09:13.052211 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55462) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:09:13.059128 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f724c909-3f8b-4d71-9552-cfb7d47db465,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:13.067726 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:13.068341 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:13.068848 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:13.069332 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:13.069665 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:13.069991 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:13.070315 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:13.070638 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:13.070963 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:13.071338 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:13.071682 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:13.071996 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d32cbc-fd79-4398-a816-360333157ae7 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:09:13.072379 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.api.v2.resource [None req-70b516a1-a00e-4f1b-b4ad-e04294fd9674 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] show failed (client error): The resource could not be found. Jul 23 00:09:13.076049 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-70b516a1-a00e-4f1b-b4ad-e04294fd9674 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups/f724c909-3f8b-4d71-9552-cfb7d47db465 HTTP/1.1" status: 404 len: 347 time: 0.0195246 Jul 23 00:09:13.076322 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55464) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:09:13.125408 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69379afd-8bc0-44f4-bd82-bed5aae6154b None None] New status for floating IP f8545050-25d2-4a0f-a226-ea0a8efd1f09: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:09:13.197019 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-6f563eaa-ac63-4085-ab82-2f758f91d2a5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Deleting port f6daf125-5392-4802-b781-150f69bf606d {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:09:13.197281 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f563eaa-ac63-4085-ab82-2f758f91d2a5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.271026 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f563eaa-ac63-4085-ab82-2f758f91d2a5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.271356 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f563eaa-ac63-4085-ab82-2f758f91d2a5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.282585 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-6f563eaa-ac63-4085-ab82-2f758f91d2a5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Calling delete_port for f6daf125-5392-4802-b781-150f69bf606d owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:09:13.410531 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f563eaa-ac63-4085-ab82-2f758f91d2a5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.435293 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f563eaa-ac63-4085-ab82-2f758f91d2a5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event deleted for resources: {'Port': ['ID=f6daf125-5392-4802-b781-150f69bf606d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:13.496178 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f563eaa-ac63-4085-ab82-2f758f91d2a5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.498712 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6f563eaa-ac63-4085-ab82-2f758f91d2a5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.499905 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6f563eaa-ac63-4085-ab82-2f758f91d2a5 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "DELETE /v2.0/floatingips/f8545050-25d2-4a0f-a226-ea0a8efd1f09 HTTP/1.1" status: 204 len: 168 time: 0.4226508 Jul 23 00:09:13.675232 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55468) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:09:13.679895 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-623894a7-6f9c-44ff-9889-2295ac2e8e63 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--692589217', 'description': 'tempest-description--617417551'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:09:13.708130 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-623894a7-6f9c-44ff-9889-2295ac2e8e63 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.789919 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-623894a7-6f9c-44ff-9889-2295ac2e8e63 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.793538 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-623894a7-6f9c-44ff-9889-2295ac2e8e63 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.819896 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-623894a7-6f9c-44ff-9889-2295ac2e8e63 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.821079 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-623894a7-6f9c-44ff-9889-2295ac2e8e63 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1448522 Jul 23 00:09:13.824102 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55470) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:09:13.825463 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623894a7-6f9c-44ff-9889-2295ac2e8e63 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7697df5-6026-4392-9ff9-612817e0a990,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:13.828790 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-fb53f1e0-880a-41b6-b558-baf8b3cd19b6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Request body: {'security_group_rule': {'security_group_id': 'd7697df5-6026-4392-9ff9-612817e0a990', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:09:13.855228 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb53f1e0-880a-41b6-b558-baf8b3cd19b6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.909250 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb53f1e0-880a-41b6-b558-baf8b3cd19b6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.912871 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb53f1e0-880a-41b6-b558-baf8b3cd19b6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.929152 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53f1e0-880a-41b6-b558-baf8b3cd19b6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d76286-fc0e-471b-8454-44687a0ac4eb,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:13.935924 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb53f1e0-880a-41b6-b558-baf8b3cd19b6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:13.937099 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fb53f1e0-880a-41b6-b558-baf8b3cd19b6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119716 Jul 23 00:09:13.939753 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55472) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:09:13.944601 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ce8ceea9-0713-4b61-9d1c-c2abf6e585fe tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Request body: {'security_group_rule': {'security_group_id': 'd7697df5-6026-4392-9ff9-612817e0a990', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:09:13.970023 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce8ceea9-0713-4b61-9d1c-c2abf6e585fe tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.024488 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce8ceea9-0713-4b61-9d1c-c2abf6e585fe tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.028032 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce8ceea9-0713-4b61-9d1c-c2abf6e585fe tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611965'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.047302 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ceea9-0713-4b61-9d1c-c2abf6e585fe tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd104a82-bd48-40cf-838f-983d2fcbdfef,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:14.052426 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ce8ceea9-0713-4b61-9d1c-c2abf6e585fe tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.053583 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ce8ceea9-0713-4b61-9d1c-c2abf6e585fe tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129184 Jul 23 00:09:14.056663 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55474) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:09:14.060870 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Request body: {'floatingip': {'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:09:14.081179 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.172346 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.274678 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Allocated IP 172.27.0.83 (1f921d22-7f19-49aa-8815-cc3d3e7a6e33/5482803a-9103-4aa9-86e8-768e99c36063/25884d83-f0bc-413c-8ae0-4bd8d806c190) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:09:14.372864 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.410293 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.443759 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Network 1f921d22-7f19-49aa-8815-cc3d3e7a6e33 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:09:14.448211 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:09:14.451414 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:09:14.477602 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event updated for resources: {'Port': ['ID=25884d83-f0bc-413c-8ae0-4bd8d806c190,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:14.538910 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.578722 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.726197 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.730430 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6971887'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.797990 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event updated for resources: {'Port': ['ID=25884d83-f0bc-413c-8ae0-4bd8d806c190,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:14.808127 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.821653 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:14.823086 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-35b793fe-9524-492f-b95c-3c9a56456f8a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7654650 Jul 23 00:09:15.009255 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-228f68eb-c66d-4db5-b716-ef1cd9eaef5c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--692589217&fields=id&tenant_id=36e8d7ff0b0046ed8818a38065e3eaed HTTP/1.1" status: 200 len: 267 time: 0.0346694 Jul 23 00:09:15.106422 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:09:15.110055 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22824047-523b-4e38-901a-c747ff29cff4 req-55cc8f47-ea2d-452d-8c53-26692b52ce43 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:15.111575 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-55cc8f47-ea2d-452d-8c53-26692b52ce43 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/networks?id=e4f21c90-0a6c-480f-98ba-2f42af645242 HTTP/1.1" status: 200 len: 811 time: 0.0960410 Jul 23 00:09:15.126085 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-d81e8123-8ea4-4e81-adc9-3d58fac2555a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/quotas/36e8d7ff0b0046ed8818a38065e3eaed HTTP/1.1" status: 200 len: 375 time: 0.0086517 Jul 23 00:09:15.194927 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-0564b7a4-2b08-4370-b3a1-cd6b21e9254f tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=36e8d7ff0b0046ed8818a38065e3eaed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635822 Jul 23 00:09:15.374023 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-bf05bf45-9f53-4c47-b9e9-02f7a9f3d9d8 service neutron] 10.222.0.39 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681798 Jul 23 00:09:15.461398 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-5cf4e632-b88e-4f24-b1cd-d7800ce6921c service neutron] 10.222.0.39 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818267 Jul 23 00:09:15.882682 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 8e2c84ca-91bf-4098-8347-69d5d5dd5762 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:09:15.903251 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: 8e2c84ca-91bf-4098-8347-69d5d5dd5762 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:09:15.903616 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 8e2c84ca-91bf-4098-8347-69d5d5dd5762 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:09:16.689265 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-52239b4d-b148-49a9-a62a-ac5267fdac14 req-34856ef5-3454-4439-8121-c536c0741e4c tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 210 time: 0.0805244 Jul 23 00:09:17.547898 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22824047-523b-4e38-901a-c747ff29cff4 req-28c2ba13-d348-4dfd-8627-5f64ed51b67b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:17.549313 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-28c2ba13-d348-4dfd-8627-5f64ed51b67b tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.41 "GET /v2.0/networks?id=e4f21c90-0a6c-480f-98ba-2f42af645242 HTTP/1.1" status: 200 len: 811 time: 0.1065037 Jul 23 00:09:17.590875 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-0c678e76-598f-4f97-b598-d1822ddad1dd tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36e8d7ff0b0046ed8818a38065e3eaed HTTP/1.1" status: 200 len: 379 time: 0.0331638 Jul 23 00:09:17.601278 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-22824047-523b-4e38-901a-c747ff29cff4 req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Request body: {'port': {'device_id': '182ed5fe-7a0d-4c29-bc90-96ac1e53c96a', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'admin_state_up': True, 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'security_groups': ['d7697df5-6026-4392-9ff9-612817e0a990']}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:09:17.706096 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22824047-523b-4e38-901a-c747ff29cff4 req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Made reservation on behalf of 36e8d7ff0b0046ed8818a38065e3eaed for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:09:17.709504 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-22824047-523b-4e38-901a-c747ff29cff4 req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:17.761901 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5d98cf39-7251-445e-9a16-6e50ef9b2ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:17.799540 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c55a2bd1-df80-4b1c-af75-25a267c74246 req-30b940c4-1a35-46d8-b48e-6b17a62554ca tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 210 time: 0.0356789 Jul 23 00:09:17.856836 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-22824047-523b-4e38-901a-c747ff29cff4 req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Allocated IP 172.20.0.13 (e4f21c90-0a6c-480f-98ba-2f42af645242/2a1a2165-4063-479e-9aa2-c9487866ca91/d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:09:17.986598 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-22824047-523b-4e38-901a-c747ff29cff4 req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:17.999454 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-22824047-523b-4e38-901a-c747ff29cff4 req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Transition to ACTIVE for port object d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:09:18.030555 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-22824047-523b-4e38-901a-c747ff29cff4 req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:18.070373 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22824047-523b-4e38-901a-c747ff29cff4 req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Network e4f21c90-0a6c-480f-98ba-2f42af645242 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:09:18.075201 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-22824047-523b-4e38-901a-c747ff29cff4 req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:09:18.078667 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-22824047-523b-4e38-901a-c747ff29cff4 req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:09:18.104193 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event updated for resources: {'Port': ['ID=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:18.132375 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22824047-523b-4e38-901a-c747ff29cff4 req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:18.132999 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-22824047-523b-4e38-901a-c747ff29cff4 req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:18.147280 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-02fd5bf4-3f74-4b7f-a2bd-4c347a40f5b0 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5506997 Jul 23 00:09:18.158824 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Request body: {'port': {'device_id': '182ed5fe-7a0d-4c29-bc90-96ac1e53c96a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:09:18.235944 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:18.280356 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-08bdc030-14bc-4a35-9b4a-adef457b199e None None] Provisioning for port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:09:18.283933 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-08bdc030-14bc-4a35-9b4a-adef457b199e None None] Provisioning complete for port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:09:18.284366 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-08bdc030-14bc-4a35-9b4a-adef457b199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:18.318107 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-08bdc030-14bc-4a35-9b4a-adef457b199e None None] Port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:09:18.491587 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:09:18.498515 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:18.510439 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Transition to ACTIVE for port object d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:09:18.513320 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:18.559831 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Pushing event updated for resources: {'Port': ['ID=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:18.633113 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Attempting to bind port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:09:18.633445 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Attempting to bind port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:09:18.633771 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Attempting to bind port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb on network e4f21c90-0a6c-480f-98ba-2f42af645242 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:09:18.638273 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb on network e4f21c90-0a6c-480f-98ba-2f42af645242 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:09:18.638592 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Attempting to bind port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb on network e4f21c90-0a6c-480f-98ba-2f42af645242 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:09:18.643540 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:09:18.643910 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Checking segment: {'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:09:18.644290 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Bound using segment: {'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:09:18.644714 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Bound port: d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e409a53f-e326-4c61-8a9e-63b78e30b7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:09:18.645066 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:18.711930 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] For port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:09:18.715479 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] For port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:09:18.719722 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:18.756595 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:18.757471 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:18.758843 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] 10.222.0.41 "PUT /v2.0/ports/d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb HTTP/1.1" status: 200 len: 1094 time: 0.6042531 Jul 23 00:09:18.759272 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182ed5fe-7a0d-4c29-bc90-96ac1e53c96a', 'tag': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:09:18.761527 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3f8346-b86a-45bb-9155-afae006f01f0" -d '{"events": [{"name": "network-changed", "server_uuid": "182ed5fe-7a0d-4c29-bc90-96ac1e53c96a", "tag": "d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:09:18.789909 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d70d8a-b010-4727-87f4-d90856b173df service neutron] Pushing event updated for resources: {'Port': ['ID=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:18.802124 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1cad82-5c93-4d9a-8e29-6f35341560a6 x-openstack-request-id: req-1d1cad82-5c93-4d9a-8e29-6f35341560a6 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:09:18.802477 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182ed5fe-7a0d-4c29-bc90-96ac1e53c96a", "tag": "d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:09:18.802733 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d1cad82-5c93-4d9a-8e29-6f35341560a6 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:09:18.803123 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182ed5fe-7a0d-4c29-bc90-96ac1e53c96a', 'tag': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb', 'status': 'completed', 'code': 200} Jul 23 00:09:18.861750 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22824047-523b-4e38-901a-c747ff29cff4 req-403a4b14-ae1e-4e31-a823-87532d487071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:18.863828 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-403a4b14-ae1e-4e31-a823-87532d487071 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36e8d7ff0b0046ed8818a38065e3eaed&device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 1097 time: 0.0572278 Jul 23 00:09:18.930565 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-df2817f9-45a7-43c6-8208-523f6e743f1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb HTTP/1.1" status: 200 len: 217 time: 0.0539639 Jul 23 00:09:18.989700 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22824047-523b-4e38-901a-c747ff29cff4 req-182d63a8-20b5-447c-a5f2-9bba1b588be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:18.991167 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-182d63a8-20b5-447c-a5f2-9bba1b588be3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1a2165-4063-479e-9aa2-c9487866ca91 HTTP/1.1" status: 200 len: 850 time: 0.0541027 Jul 23 00:09:19.003050 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ae7c9-30dd-45c2-adce-93ec6b622e4a req-f42d0fa0-4c27-4edf-b855-78e898621e23 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:19.004489 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-397ae7c9-30dd-45c2-adce-93ec6b622e4a req-f42d0fa0-4c27-4edf-b855-78e898621e23 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 944 time: 0.1364400 Jul 23 00:09:19.072853 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-397ae7c9-30dd-45c2-adce-93ec6b622e4a req-2656bb4b-9aea-4e6b-97ae-2340d18b63eb tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7697df5-6026-4392-9ff9-612817e0a990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600090 Jul 23 00:09:19.083751 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22824047-523b-4e38-901a-c747ff29cff4 req-348c0280-117b-4e89-a1cd-b68cc37f681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:19.085167 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-348c0280-117b-4e89-a1cd-b68cc37f681e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4f21c90-0a6c-480f-98ba-2f42af645242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798481 Jul 23 00:09:19.414020 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-5d9bcffa-2084-4cf9-a92c-3e7a340de499 service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218913 Jul 23 00:09:19.500483 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22824047-523b-4e38-901a-c747ff29cff4 req-739bd457-618b-4c61-a9d6-79e4fb1c515d service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800052 Jul 23 00:09:19.594395 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f8346-b86a-45bb-9155-afae006f01f0 req-b22c3390-b54d-4fe4-8f85-27be4e46adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:19.595893 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd3f8346-b86a-45bb-9155-afae006f01f0 req-b22c3390-b54d-4fe4-8f85-27be4e46adcb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36e8d7ff0b0046ed8818a38065e3eaed&device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 1097 time: 0.0531483 Jul 23 00:09:19.688335 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f8346-b86a-45bb-9155-afae006f01f0 req-b3e488cd-9542-4c5e-a2ea-7ebe73fbe6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:19.689697 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd3f8346-b86a-45bb-9155-afae006f01f0 req-b3e488cd-9542-4c5e-a2ea-7ebe73fbe6d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4f21c90-0a6c-480f-98ba-2f42af645242 HTTP/1.1" status: 200 len: 912 time: 0.0869601 Jul 23 00:09:19.730095 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd3f8346-b86a-45bb-9155-afae006f01f0 req-b779af36-7d0e-4f6d-9df2-3990f9ada25f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb HTTP/1.1" status: 200 len: 217 time: 0.0332177 Jul 23 00:09:19.776952 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f8346-b86a-45bb-9155-afae006f01f0 req-a6357a46-ca3a-497f-abaf-2775b7ce9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:19.778320 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd3f8346-b86a-45bb-9155-afae006f01f0 req-a6357a46-ca3a-497f-abaf-2775b7ce9a2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1a2165-4063-479e-9aa2-c9487866ca91 HTTP/1.1" status: 200 len: 850 time: 0.0419989 Jul 23 00:09:19.839212 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f8346-b86a-45bb-9155-afae006f01f0 req-6b45929e-497c-4caa-989e-15a9a60d3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:19.840729 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd3f8346-b86a-45bb-9155-afae006f01f0 req-6b45929e-497c-4caa-989e-15a9a60d3e4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4f21c90-0a6c-480f-98ba-2f42af645242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565696 Jul 23 00:09:19.927485 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd3f8346-b86a-45bb-9155-afae006f01f0 req-8885b7ba-4202-4207-b825-792cb91d4d3f service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795553 Jul 23 00:09:20.020770 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cd3f8346-b86a-45bb-9155-afae006f01f0 req-f72220c3-f509-4184-8fb5-c3cd07637768 service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854998 Jul 23 00:09:20.198644 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cdd8b-c132-44aa-a70c-c02687a4a7e2 req-e7b2db29-3a15-4b71-89d4-4dfcb9de00bf tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:20.200119 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed1cdd8b-c132-44aa-a70c-c02687a4a7e2 req-e7b2db29-3a15-4b71-89d4-4dfcb9de00bf tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 944 time: 0.0614095 Jul 23 00:09:20.218349 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c71102f3-256e-4fec-834e-e5ade5cb4250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:20.239179 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed1cdd8b-c132-44aa-a70c-c02687a4a7e2 req-29620c8d-24e9-4dc4-afa2-fd49c4888133 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7697df5-6026-4392-9ff9-612817e0a990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335279 Jul 23 00:09:20.480075 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:21.411262 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96cdd0-d2b8-44b0-a6b2-59957a4d3854 req-f863ba97-97ef-4204-abee-30863bb99094 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:21.412791 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f96cdd0-d2b8-44b0-a6b2-59957a4d3854 req-f863ba97-97ef-4204-abee-30863bb99094 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 944 time: 0.1086018 Jul 23 00:09:21.448806 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2f96cdd0-d2b8-44b0-a6b2-59957a4d3854 req-23471ebd-471d-41eb-8519-86ee97d2db4d tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7697df5-6026-4392-9ff9-612817e0a990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306387 Jul 23 00:09:21.521549 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:21.897624 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:09:21.992029 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:09:22.003118 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'port_id': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb', 'mac_address': 'fa:16:3e:d2:5f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:09:22.038373 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:22.050789 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:09:22.068925 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:09:22.072824 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:22.120930 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:22.279615 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:09:22.580115 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ccce9-07c2-4480-af25-549912b43b9f req-35c21593-a9e2-49df-b539-b3d3d466212e tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:22.582081 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-881ccce9-07c2-4480-af25-549912b43b9f req-35c21593-a9e2-49df-b539-b3d3d466212e tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 945 time: 0.0662076 Jul 23 00:09:22.618429 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-881ccce9-07c2-4480-af25-549912b43b9f req-8d47a023-1c4b-48fc-80ce-a5c523a274c1 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7697df5-6026-4392-9ff9-612817e0a990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307570 Jul 23 00:09:23.198884 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:23.747875 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79bc33-0f98-4a09-a22e-f895be46949a req-62370360-1b95-4ede-bdeb-1b8cfe57af19 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:23.749371 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ce79bc33-0f98-4a09-a22e-f895be46949a req-62370360-1b95-4ede-bdeb-1b8cfe57af19 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 945 time: 0.0653031 Jul 23 00:09:23.787172 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ce79bc33-0f98-4a09-a22e-f895be46949a req-24e2bc00-961d-40b4-81a8-d2ef2e1938a8 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7697df5-6026-4392-9ff9-612817e0a990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319591 Jul 23 00:09:23.913368 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:09:23.961704 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:09:23.965310 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:09:23.965671 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:24.037972 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:24.058463 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182ed5fe-7a0d-4c29-bc90-96ac1e53c96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:09:24.060746 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f846fa-2575-4148-900b-85782ef367ce" -d '{"events": [{"server_uuid": "182ed5fe-7a0d-4c29-bc90-96ac1e53c96a", "name": "network-vif-plugged", "status": "completed", "tag": "d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:09:24.072729 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:09:24.077203 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:24.102766 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5929c3-4dff-4d86-9d03-6865dd38c9b9 x-openstack-request-id: req-4f5929c3-4dff-4d86-9d03-6865dd38c9b9 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:09:24.103060 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182ed5fe-7a0d-4c29-bc90-96ac1e53c96a", "name": "network-vif-plugged", "status": "completed", "tag": "d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:09:24.103309 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f5929c3-4dff-4d86-9d03-6865dd38c9b9 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:09:24.103712 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182ed5fe-7a0d-4c29-bc90-96ac1e53c96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb', 'code': 200} Jul 23 00:09:24.131237 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:09:24.272064 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85f01a-c1db-4488-af99-2bb187f1b292 req-670545c0-9612-469f-8859-afbeaf347d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:24.273572 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f85f01a-c1db-4488-af99-2bb187f1b292 req-670545c0-9612-469f-8859-afbeaf347d44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 1099 time: 0.0553734 Jul 23 00:09:24.306392 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8f85f01a-c1db-4488-af99-2bb187f1b292 req-55505118-e6c2-4b5a-afdd-85bb4202231c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7697df5-6026-4392-9ff9-612817e0a990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264132 Jul 23 00:09:24.913216 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212bcf1-29b1-48f4-9cba-d78c62269b84 req-5788785b-fdbd-49c3-88cf-56507fbb3244 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:24.914662 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4212bcf1-29b1-48f4-9cba-d78c62269b84 req-5788785b-fdbd-49c3-88cf-56507fbb3244 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 946 time: 0.0627809 Jul 23 00:09:24.950785 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4212bcf1-29b1-48f4-9cba-d78c62269b84 req-a16d5e27-187d-4a50-a672-6e86c68d00ed tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7697df5-6026-4392-9ff9-612817e0a990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306604 Jul 23 00:09:26.078613 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2b9ec-31a8-41c7-a632-86a94860522c req-f2245bbd-f24f-4a6d-8674-8232cfae07a6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:26.080159 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0ac2b9ec-31a8-41c7-a632-86a94860522c req-f2245bbd-f24f-4a6d-8674-8232cfae07a6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 946 time: 0.0631485 Jul 23 00:09:26.116607 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0ac2b9ec-31a8-41c7-a632-86a94860522c req-d54eb695-44f9-4bfe-a316-6964d873d13e tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7697df5-6026-4392-9ff9-612817e0a990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308273 Jul 23 00:09:26.242875 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ab062-b7af-4352-a4c8-c4b8c980cfd7 req-bde5aa0b-5010-470f-b6d9-efa52a70ab47 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:26.244353 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-591ab062-b7af-4352-a4c8-c4b8c980cfd7 req-bde5aa0b-5010-470f-b6d9-efa52a70ab47 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 946 time: 0.0652885 Jul 23 00:09:26.252766 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55546) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:09:26.258012 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-f42fdc64-7684-4380-8aad-7f0f108115e6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Request body: {'floatingip': {'port_id': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:09:26.294424 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f42fdc64-7684-4380-8aad-7f0f108115e6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:26.707174 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f42fdc64-7684-4380-8aad-7f0f108115e6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:26.710730 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f42fdc64-7684-4380-8aad-7f0f108115e6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:26.806481 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.l3_db [None req-f42fdc64-7684-4380-8aad-7f0f108115e6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Floating IP 3e797079-eabc-49b2-8f00-6580293cedea associated. External IP: 172.27.0.83, port: d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb. Jul 23 00:09:27.002817 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42fdc64-7684-4380-8aad-7f0f108115e6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Router 92c1e644-c16f-438a-a552-3effb8f1427e has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:09:27.106710 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42fdc64-7684-4380-8aad-7f0f108115e6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:09:27.111563 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f42fdc64-7684-4380-8aad-7f0f108115e6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:27.116005 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc3cc5-4a4f-4c42-90c6-f19c378aeb14 None None] Sync routers for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:09:27.124479 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc3cc5-4a4f-4c42-90c6-f19c378aeb14 None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:09:27.125077 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-57cc3cc5-4a4f-4c42-90c6-f19c378aeb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:09:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:09:27.147027 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-f42fdc64-7684-4380-8aad-7f0f108115e6 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "PUT /v2.0/floatingips/3e797079-eabc-49b2-8f00-6580293cedea HTTP/1.1" status: 200 len: 991 time: 0.8925846 Jul 23 00:09:27.147730 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182ed5fe-7a0d-4c29-bc90-96ac1e53c96a', 'tag': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:09:27.150029 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caba580d-bab7-46c2-a839-ac63a6c2a04c" -d '{"events": [{"name": "network-changed", "server_uuid": "182ed5fe-7a0d-4c29-bc90-96ac1e53c96a", "tag": "d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:09:27.188781 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3f9cb6-8fcf-4f5b-a732-d2faeda7699c x-openstack-request-id: req-ff3f9cb6-8fcf-4f5b-a732-d2faeda7699c {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:09:27.189068 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182ed5fe-7a0d-4c29-bc90-96ac1e53c96a", "tag": "d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:09:27.189311 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff3f9cb6-8fcf-4f5b-a732-d2faeda7699c {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:09:27.189705 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182ed5fe-7a0d-4c29-bc90-96ac1e53c96a', 'tag': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb', 'status': 'completed', 'code': 200} Jul 23 00:09:27.240239 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-57cc3cc5-4a4f-4c42-90c6-f19c378aeb14 None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:09:27.265153 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba580d-bab7-46c2-a839-ac63a6c2a04c req-d84f8b9a-22de-4b08-be7d-fbcbe1d73d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:27.266628 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-caba580d-bab7-46c2-a839-ac63a6c2a04c req-d84f8b9a-22de-4b08-be7d-fbcbe1d73d48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36e8d7ff0b0046ed8818a38065e3eaed&device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 1099 time: 0.0523603 Jul 23 00:09:27.355297 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba580d-bab7-46c2-a839-ac63a6c2a04c req-0c03a2c3-f860-4d70-98f3-4dcbef793613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:27.356882 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-caba580d-bab7-46c2-a839-ac63a6c2a04c req-0c03a2c3-f860-4d70-98f3-4dcbef793613 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4f21c90-0a6c-480f-98ba-2f42af645242 HTTP/1.1" status: 200 len: 912 time: 0.0838766 Jul 23 00:09:27.420177 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-caba580d-bab7-46c2-a839-ac63a6c2a04c req-469da040-73a6-40ac-8f7f-4aef57fba5d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb HTTP/1.1" status: 200 len: 999 time: 0.0568719 Jul 23 00:09:27.457530 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-57cc3cc5-4a4f-4c42-90c6-f19c378aeb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '3e797079-eabc-49b2-8f00-6580293cedea', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'port_id': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'mac_address': 'fa:16:3e:d2:5f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182ed5fe-7a0d-4c29-bc90-96ac1e53c96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:09:14Z', 'updated_at': '2021-07-23T00:09:26Z', 'revision_number': 1, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 5, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:09:27.467298 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba580d-bab7-46c2-a839-ac63a6c2a04c req-9b82b092-1cd7-4832-9ce3-8b0b4ce6b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:27.469063 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-caba580d-bab7-46c2-a839-ac63a6c2a04c req-9b82b092-1cd7-4832-9ce3-8b0b4ce6b269 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a1a2165-4063-479e-9aa2-c9487866ca91 HTTP/1.1" status: 200 len: 850 time: 0.0423100 Jul 23 00:09:27.482499 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc3cc5-4a4f-4c42-90c6-f19c378aeb14 None None] Checking router: 92c1e644-c16f-438a-a552-3effb8f1427e for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:09:27.491608 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc3cc5-4a4f-4c42-90c6-f19c378aeb14 None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:09:27.492135 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-57cc3cc5-4a4f-4c42-90c6-f19c378aeb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:09:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:09:27.529889 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba580d-bab7-46c2-a839-ac63a6c2a04c req-84e1aa78-ec07-4129-ada2-77c23a23cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:27.531426 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-caba580d-bab7-46c2-a839-ac63a6c2a04c req-84e1aa78-ec07-4129-ada2-77c23a23cfd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4f21c90-0a6c-480f-98ba-2f42af645242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566912 Jul 23 00:09:27.594441 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-57cc3cc5-4a4f-4c42-90c6-f19c378aeb14 None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:09:27.618569 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-caba580d-bab7-46c2-a839-ac63a6c2a04c req-594c8330-4b8d-40f7-a615-51328ecea3b4 service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805931 Jul 23 00:09:27.712445 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-caba580d-bab7-46c2-a839-ac63a6c2a04c req-45cd1bdb-f8e2-43ef-a98a-8cd9cc992552 service neutron] 10.222.0.41 "GET /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881417 Jul 23 00:09:27.885237 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-57cc3cc5-4a4f-4c42-90c6-f19c378aeb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '3e797079-eabc-49b2-8f00-6580293cedea', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'port_id': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'mac_address': 'fa:16:3e:d2:5f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182ed5fe-7a0d-4c29-bc90-96ac1e53c96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:09:14Z', 'updated_at': '2021-07-23T00:09:26Z', 'revision_number': 1, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 5, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:09:27.913588 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc3cc5-4a4f-4c42-90c6-f19c378aeb14 None None] The sync data for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi is: [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '3e797079-eabc-49b2-8f00-6580293cedea', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'port_id': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'mac_address': 'fa:16:3e:d2:5f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182ed5fe-7a0d-4c29-bc90-96ac1e53c96a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:09:14Z', 'updated_at': '2021-07-23T00:09:26Z', 'revision_number': 1, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 5, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:09:28.085519 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95097ade-586a-4eba-82b7-63c1cd53adc1 None None] New status for floating IP 3e797079-eabc-49b2-8f00-6580293cedea: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:09:41.441238 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-67f7f3fc-2e35-4752-8467-f871633d3920 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0961103 Jul 23 00:09:41.537674 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-0f6c8b04-ba17-444c-8fc4-b5d514f0b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:41.539131 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-0f6c8b04-ba17-444c-8fc4-b5d514f0b37b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 1099 time: 0.0528026 Jul 23 00:09:41.641180 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-ffd8033a-fa39-49c5-bd9e-e002b326446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:41.642649 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-ffd8033a-fa39-49c5-bd9e-e002b326446a service neutron] 10.222.0.41 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 913 time: 0.0855622 Jul 23 00:09:41.704899 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-d7387030-3c42-4069-b7a4-433f044d23ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 HTTP/1.1" status: 200 len: 1001 time: 0.0554905 Jul 23 00:09:41.755915 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-ed13adf8-1d5e-43fa-90b0-02ec78739ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:41.757590 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-ed13adf8-1d5e-43fa-90b0-02ec78739ecb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 200 len: 851 time: 0.0460849 Jul 23 00:09:41.817145 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-5e4b2b0f-79c2-4cc4-b441-1202ede0d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:09:41.818548 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-5e4b2b0f-79c2-4cc4-b441-1202ede0d18a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544941 Jul 23 00:09:41.829837 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-85d4cf1e-aa78-403f-a6be-41423f463e77 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:09:41.831275 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-85d4cf1e-aa78-403f-a6be-41423f463e77 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050631 Jul 23 00:09:41.918540 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-5ae66ba6-bc2f-4c19-aefa-42bd03c66770 service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810878 Jul 23 00:09:42.011612 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ed9fdc09-ab5c-4e7d-8464-f8c1d24ce006 req-2affcfc3-29ae-4979-b949-f101d05e1fe6 service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827625 Jul 23 00:09:42.957373 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:47.763412 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-82e1eb35-e894-44f5-b599-ca86293c5816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:50.218633 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a0b78a48-fd95-49e1-b65a-38579cc2a015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:50.480234 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:51.524495 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:09:52.105055 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:09:53.201330 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:12.971093 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:17.764432 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e2c3-ec6b-445e-bfd6-de36b39bbc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.219609 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-44c228e3-f952-4d68-98e3-a1ef8dc7e573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:20.481451 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:21.526863 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:23.205150 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.264836 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55700) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:24.418613 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Deleting port b4b92aa2-c92b-428a-91aa-bf842a0f620e {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:24.418955 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.492481 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.492802 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.503998 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Calling delete_port for b4b92aa2-c92b-428a-91aa-bf842a0f620e owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:24.647344 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.668644 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event deleted for resources: {'Port': ['ID=b4b92aa2-c92b-428a-91aa-bf842a0f620e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:24.677936 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:24.678295 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:24.678606 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:24.678931 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:24.679255 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:24.680163 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:24.680163 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:24.680356 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:24.680543 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:24.680838 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:24.681156 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:24.681461 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:24.744089 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:24.744414 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Floating IP ee5c7fe6-0984-4603-831f-0432c2aa1f5b disassociated (deleted). External IP: 172.27.0.137, port: 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2. Jul 23 00:10:25.198677 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Router 7335a11c-f78d-49e9-bd34-df42ccf03c4c has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:10:25.302503 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:10:25.307960 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:25.314727 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce64276-2d14-4c55-a564-02645c1e186a None None] Sync routers for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:10:25.325082 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce64276-2d14-4c55-a564-02645c1e186a None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:25.325877 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-fce64276-2d14-4c55-a564-02645c1e186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:10:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:25.347990 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bc3b0f32-c72c-4e39-96c8-c2b064194ebe tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "DELETE /v2.0/floatingips/ee5c7fe6-0984-4603-831f-0432c2aa1f5b HTTP/1.1" status: 204 len: 168 time: 1.0819871 Jul 23 00:10:25.348540 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'tag': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:10:25.350906 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1029b0f43a7212f692e64cb23b57dc484f66a08fe6c1c2d0512510b03b45e580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4874a916-c56c-4840-8d33-6ecd054fc434" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0f2f1d-552c-4e32-9062-471b7efe79b7", "tag": "4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:10:25.393714 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd442ab5-ca4a-4e61-9e6b-8524ab6ce649 x-openstack-request-id: req-fd442ab5-ca4a-4e61-9e6b-8524ab6ce649 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:10:25.394315 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0f2f1d-552c-4e32-9062-471b7efe79b7", "tag": "4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:10:25.394740 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd442ab5-ca4a-4e61-9e6b-8524ab6ce649 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:10:25.395277 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'tag': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2', 'status': 'completed', 'code': 200} Jul 23 00:10:25.447236 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-fce64276-2d14-4c55-a564-02645c1e186a None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:25.491870 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874a916-c56c-4840-8d33-6ecd054fc434 req-0378ca7d-96f4-4ce5-9130-d037692f4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:25.493329 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4874a916-c56c-4840-8d33-6ecd054fc434 req-0378ca7d-96f4-4ce5-9130-d037692f4517 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 1098 time: 0.0597932 Jul 23 00:10:25.629130 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874a916-c56c-4840-8d33-6ecd054fc434 req-508e7ca8-de26-4643-82d0-2adc28db0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:25.630614 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4874a916-c56c-4840-8d33-6ecd054fc434 req-508e7ca8-de26-4643-82d0-2adc28db0813 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 913 time: 0.1226294 Jul 23 00:10:25.675574 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4874a916-c56c-4840-8d33-6ecd054fc434 req-49d8432d-7b6a-406f-a093-9d52cbd8e73b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 HTTP/1.1" status: 200 len: 217 time: 0.0376420 Jul 23 00:10:25.676479 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-fce64276-2d14-4c55-a564-02645c1e186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '9bc9aa8b-cce9-417a-a018-245001bdae41', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:26:72:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:58Z', 'updated_at': '2021-07-23T00:07:00Z', 'revision_number': 1, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:25.688120 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee2adc-fa7d-4a81-aefc-af558162e452 req-117086ff-4e2c-41cf-9221-cd8dc7a25f5b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:25.689581 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-32ee2adc-fa7d-4a81-aefc-af558162e452 req-117086ff-4e2c-41cf-9221-cd8dc7a25f5b tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 945 time: 0.1184099 Jul 23 00:10:25.703152 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce64276-2d14-4c55-a564-02645c1e186a None None] Checking router: 7335a11c-f78d-49e9-bd34-df42ccf03c4c for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:10:25.711394 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce64276-2d14-4c55-a564-02645c1e186a None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:25.712004 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-fce64276-2d14-4c55-a564-02645c1e186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:10:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:25.761024 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-32ee2adc-fa7d-4a81-aefc-af558162e452 req-2a881d4f-0e1b-473c-a41a-be87701e3f13 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634055 Jul 23 00:10:25.762500 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874a916-c56c-4840-8d33-6ecd054fc434 req-cd07c052-a6f9-4f00-97ad-07f00a54ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:25.763884 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4874a916-c56c-4840-8d33-6ecd054fc434 req-cd07c052-a6f9-4f00-97ad-07f00a54ef8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 200 len: 851 time: 0.0734782 Jul 23 00:10:25.815988 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-fce64276-2d14-4c55-a564-02645c1e186a None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:25.826213 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874a916-c56c-4840-8d33-6ecd054fc434 req-24f1fa1e-08a5-4c91-b7b6-6ee43fa7bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:25.827972 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4874a916-c56c-4840-8d33-6ecd054fc434 req-24f1fa1e-08a5-4c91-b7b6-6ee43fa7bc37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564785 Jul 23 00:10:26.065098 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-fce64276-2d14-4c55-a564-02645c1e186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '9bc9aa8b-cce9-417a-a018-245001bdae41', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:26:72:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:58Z', 'updated_at': '2021-07-23T00:07:00Z', 'revision_number': 1, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:26.105409 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce64276-2d14-4c55-a564-02645c1e186a None None] The sync data for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi is: [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_floatingips': [{'id': '9bc9aa8b-cce9-417a-a018-245001bdae41', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'router_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'port_id': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'mac_address': 'fa:16:3e:26:72:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T00:06:58Z', 'updated_at': '2021-07-23T00:07:00Z', 'revision_number': 1, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:10:26.174257 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4874a916-c56c-4840-8d33-6ecd054fc434 req-acd93245-7cb5-48d9-b64a-1f28ab1c4766 service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385611 Jul 23 00:10:26.271351 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4874a916-c56c-4840-8d33-6ecd054fc434 req-5012029f-aba7-483c-9c23-1fee5c034483 service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896626 Jul 23 00:10:26.333883 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e50bf6a-6d17-4e71-97aa-47198f04f611 None None] New status for floating IP ee5c7fe6-0984-4603-831f-0432c2aa1f5b: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:10:26.896480 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770feca-2589-4866-b904-6ce330f1d1a0 req-3c14acc1-5dd3-456c-96bc-78372642779a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:26.897942 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4770feca-2589-4866-b904-6ce330f1d1a0 req-3c14acc1-5dd3-456c-96bc-78372642779a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 945 time: 0.0677369 Jul 23 00:10:26.937989 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-4770feca-2589-4866-b904-6ce330f1d1a0 req-00d76bc9-7ad7-4c23-ae1d-ec9097003704 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309794 Jul 23 00:10:27.153042 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066798df-34fe-4303-8e05-d5cf29967a73 req-21d00b15-e833-4bc1-ab19-c418ced2ccb5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:27.154393 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-066798df-34fe-4303-8e05-d5cf29967a73 req-21d00b15-e833-4bc1-ab19-c418ced2ccb5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 945 time: 0.0629113 Jul 23 00:10:27.251233 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-066798df-34fe-4303-8e05-d5cf29967a73 req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Deleting port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:27.251602 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-066798df-34fe-4303-8e05-d5cf29967a73 req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:27.337801 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-066798df-34fe-4303-8e05-d5cf29967a73 req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] For port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:27.338151 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-066798df-34fe-4303-8e05-d5cf29967a73 req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:27.350050 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-066798df-34fe-4303-8e05-d5cf29967a73 req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Calling delete_port for 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:27.492487 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-066798df-34fe-4303-8e05-d5cf29967a73 req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:27.512234 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event deleted for resources: {'Port': ['ID=4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:27.544063 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:27.544424 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:27.544737 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:27.545064 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:27.545530 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:27.545855 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:27.546174 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:27.546494 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:27.546814 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:27.547128 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:27.547461 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:27.547778 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:27.569161 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-066798df-34fe-4303-8e05-d5cf29967a73 req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] No DVR routers for this DVR port 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:10:27.571639 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-066798df-34fe-4303-8e05-d5cf29967a73 req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:27.573659 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-066798df-34fe-4303-8e05-d5cf29967a73 req-94a77241-45b0-48c7-83ea-f6433a04e181 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "DELETE /v2.0/ports/4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 HTTP/1.1" status: 204 len: 173 time: 0.4125710 Jul 23 00:10:27.574091 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'name': 'network-vif-deleted', 'tag': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:10:27.576348 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac4a518-6640-4790-8ca4-94ab1890cba3" -d '{"events": [{"server_uuid": "6a0f2f1d-552c-4e32-9062-471b7efe79b7", "name": "network-vif-deleted", "tag": "4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:10:27.676772 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f5581e-5cf8-4e44-87ee-f44c613fc1ee x-openstack-request-id: req-99f5581e-5cf8-4e44-87ee-f44c613fc1ee {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:10:27.677066 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0f2f1d-552c-4e32-9062-471b7efe79b7", "name": "network-vif-deleted", "tag": "4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:10:27.677320 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99f5581e-5cf8-4e44-87ee-f44c613fc1ee {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:10:27.677721 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0f2f1d-552c-4e32-9062-471b7efe79b7', 'name': 'network-vif-deleted', 'tag': '4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2', 'status': 'completed', 'code': 200} Jul 23 00:10:27.952049 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c25d9-b89e-4e76-8bcf-188cb2810977 req-cc179fa4-c71e-4cfb-85d0-11f821d0e495 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:27.953509 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-587c25d9-b89e-4e76-8bcf-188cb2810977 req-cc179fa4-c71e-4cfb-85d0-11f821d0e495 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 946 time: 0.0798807 Jul 23 00:10:28.001459 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-587c25d9-b89e-4e76-8bcf-188cb2810977 req-95a7defc-e2c2-471f-a7d4-8d18f8b6e363 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7697df5-6026-4392-9ff9-612817e0a990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390382 Jul 23 00:10:28.061854 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ce3facbf-e7d0-4dae-9cb1-d83fb373af56 req-7f03375b-97b8-47e5-900a-b201adc477a1 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f2f1d-552c-4e32-9062-471b7efe79b7 HTTP/1.1" status: 200 len: 210 time: 0.0336235 Jul 23 00:10:29.104263 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:10:29.127938 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab3197-73b4-4458-b127-78b4621f9e98 req-27679cd1-127b-404a-9bbf-b562b2605237 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:29.129425 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-53ab3197-73b4-4458-b127-78b4621f9e98 req-27679cd1-127b-404a-9bbf-b562b2605237 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 946 time: 0.0636988 Jul 23 00:10:29.167197 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-53ab3197-73b4-4458-b127-78b4621f9e98 req-c7ed5792-2aa2-4130-8ed5-445e17dd6e19 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7697df5-6026-4392-9ff9-612817e0a990&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321558 Jul 23 00:10:29.589079 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-5f604cbd-58ca-4f6e-929a-48ebe1d73c94 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:29.590530 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-5f604cbd-58ca-4f6e-929a-48ebe1d73c94 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.41 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 946 time: 0.0649722 Jul 23 00:10:29.690853 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Deleting port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:29.691190 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:29.779205 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] For port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:29.779592 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:29.943545 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:29.943936 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942810'] for floatingip, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:29.944245 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.l3_db [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Floating IP 3e797079-eabc-49b2-8f00-6580293cedea disassociated. External IP: 172.27.0.83, port: d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb. Jul 23 00:10:29.944581 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Calling delete_port for d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:30.072222 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:30.098239 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event deleted for resources: {'Port': ['ID=d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:30.210516 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Router 92c1e644-c16f-438a-a552-3effb8f1427e has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:10:30.273362 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:10:30.294539 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:10:30.295253 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:10:30.295781 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:10:30.310374 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fc94a4d1-43b7-4543-bd33-f1b0628f4b21 req-d15f89b1-2d66-420d-9791-9f67ca1b3e6a tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/ports?device_id=182ed5fe-7a0d-4c29-bc90-96ac1e53c96a HTTP/1.1" status: 200 len: 210 time: 0.0567017 Jul 23 00:10:30.316667 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:10:30.317104 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 4fc4ca70-2ebc-48bf-8a6c-f18d449ed2d2 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:10:30.353946 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:10:30.364241 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f039bce8-75c6-48d6-a9c1-0fb8581818bb None None] Sync routers for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:10:30.373162 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f039bce8-75c6-48d6-a9c1-0fb8581818bb None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:30.373765 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f039bce8-75c6-48d6-a9c1-0fb8581818bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:10:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:30.397954 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] No DVR routers for this DVR port d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:10:30.400324 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:30.402272 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-0675c47b-baa0-4005-8469-9926d4a281b5 req-ef581814-ce37-4cc7-af69-4ec657759164 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.41 "DELETE /v2.0/ports/d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb HTTP/1.1" status: 204 len: 173 time: 0.8034232 Jul 23 00:10:30.402695 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182ed5fe-7a0d-4c29-bc90-96ac1e53c96a', 'name': 'network-vif-deleted', 'tag': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:10:30.404934 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e7865c-6c6d-4f08-a8a9-a4b9abb5544d" -d '{"events": [{"server_uuid": "182ed5fe-7a0d-4c29-bc90-96ac1e53c96a", "name": "network-vif-deleted", "tag": "d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:10:30.445811 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b022a9-4689-4f78-9d2d-1e827141b58d x-openstack-request-id: req-b8b022a9-4689-4f78-9d2d-1e827141b58d {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:10:30.446104 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182ed5fe-7a0d-4c29-bc90-96ac1e53c96a", "name": "network-vif-deleted", "tag": "d2cd04b9-17d0-4e8c-b953-8cc10af5cbeb", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:10:30.446356 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8b022a9-4689-4f78-9d2d-1e827141b58d {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:10:30.446809 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182ed5fe-7a0d-4c29-bc90-96ac1e53c96a', 'name': 'network-vif-deleted', 'tag': 'd2cd04b9-17d0-4e8c-b953-8cc10af5cbeb', 'status': 'completed', 'code': 200} Jul 23 00:10:30.481989 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f039bce8-75c6-48d6-a9c1-0fb8581818bb None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:30.692597 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f039bce8-75c6-48d6-a9c1-0fb8581818bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 5, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:30.721340 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f039bce8-75c6-48d6-a9c1-0fb8581818bb None None] Checking router: 92c1e644-c16f-438a-a552-3effb8f1427e for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:10:30.729147 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f039bce8-75c6-48d6-a9c1-0fb8581818bb None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:30.729736 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f039bce8-75c6-48d6-a9c1-0fb8581818bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:10:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:30.828444 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-f039bce8-75c6-48d6-a9c1-0fb8581818bb None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:31.121970 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-f039bce8-75c6-48d6-a9c1-0fb8581818bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 5, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:31.147638 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f039bce8-75c6-48d6-a9c1-0fb8581818bb None None] The sync data for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi is: [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:21Z', 'revision_number': 4, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'eed0dbf3-f228-4373-985d-eba5cfa1edd7', 'name': '', 'network_id': 'e4f21c90-0a6c-480f-98ba-2f42af645242', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'mac_address': 'fa:16:3e:70:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:20Z', 'updated_at': '2021-07-23T00:06:26Z', 'revision_number': 5, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'subnets': [{'id': '2a1a2165-4063-479e-9aa2-c9487866ca91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:10:31.354241 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55784) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:31.357206 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7146cc-33c1-4d73-a60a-94ccfaa3b716 None None] New status for floating IP 3e797079-eabc-49b2-8f00-6580293cedea: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:10:31.406774 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55788) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:31.468907 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d27dec82-792d-4fae-8e93-ceac0f672583 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.494137 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d27dec82-792d-4fae-8e93-ceac0f672583 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.522425 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-751e38ad-a6f4-4b38-9ff8-102b7ece2dd5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Deleting port 70758ac1-8c55-46d2-8a83-cb348fef4263 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:31.522762 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-751e38ad-a6f4-4b38-9ff8-102b7ece2dd5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.543963 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d27dec82-792d-4fae-8e93-ceac0f672583 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.547068 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d27dec82-792d-4fae-8e93-ceac0f672583 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.550711 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d27dec82-792d-4fae-8e93-ceac0f672583 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "DELETE /v2.0/security-groups/d7697df5-6026-4392-9ff9-612817e0a990 HTTP/1.1" status: 204 len: 168 time: 0.1398633 Jul 23 00:10:31.551283 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55790) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:31.567728 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dec82-792d-4fae-8e93-ceac0f672583 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7697df5-6026-4392-9ff9-612817e0a990,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:31.570390 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.api.v2.resource [None req-711b9c5f-d1d8-4616-b361-a6959b0b9400 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] show failed (client error): The resource could not be found. Jul 23 00:10:31.575082 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-711b9c5f-d1d8-4616-b361-a6959b0b9400 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "GET /v2.0/security-groups/d7697df5-6026-4392-9ff9-612817e0a990 HTTP/1.1" status: 404 len: 347 time: 0.0192916 Jul 23 00:10:31.576496 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55792) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:31.606339 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-751e38ad-a6f4-4b38-9ff8-102b7ece2dd5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.606667 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-751e38ad-a6f4-4b38-9ff8-102b7ece2dd5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.619138 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-751e38ad-a6f4-4b38-9ff8-102b7ece2dd5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Calling delete_port for 70758ac1-8c55-46d2-8a83-cb348fef4263 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:31.701144 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-fbb31ab2-5ad9-41dc-9944-5ad103d93269 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Deleting port 25884d83-f0bc-413c-8ae0-4bd8d806c190 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:31.701397 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbb31ab2-5ad9-41dc-9944-5ad103d93269 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.764310 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-751e38ad-a6f4-4b38-9ff8-102b7ece2dd5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.774325 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbb31ab2-5ad9-41dc-9944-5ad103d93269 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.774650 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbb31ab2-5ad9-41dc-9944-5ad103d93269 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.786660 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-fbb31ab2-5ad9-41dc-9944-5ad103d93269 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Calling delete_port for 25884d83-f0bc-413c-8ae0-4bd8d806c190 owned by network:floatingip {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:31.790743 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e38ad-a6f4-4b38-9ff8-102b7ece2dd5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event deleted for resources: {'Port': ['ID=70758ac1-8c55-46d2-8a83-cb348fef4263,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:31.856633 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-751e38ad-a6f4-4b38-9ff8-102b7ece2dd5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.856935 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-751e38ad-a6f4-4b38-9ff8-102b7ece2dd5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Floating IP 9bc9aa8b-cce9-417a-a018-245001bdae41 disassociated (deleted). External IP: 172.27.0.19, port: d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2. Jul 23 00:10:31.935460 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbb31ab2-5ad9-41dc-9944-5ad103d93269 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:31.959243 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb31ab2-5ad9-41dc-9944-5ad103d93269 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Pushing event deleted for resources: {'Port': ['ID=25884d83-f0bc-413c-8ae0-4bd8d806c190,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:32.028001 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbb31ab2-5ad9-41dc-9944-5ad103d93269 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks [] for floatingip, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:32.031124 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbb31ab2-5ad9-41dc-9944-5ad103d93269 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:32.034976 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fbb31ab2-5ad9-41dc-9944-5ad103d93269 tempest-AttachVolumeTestJSON-542787658 tempest-AttachVolumeTestJSON-542787658-project] 10.222.0.39 "DELETE /v2.0/floatingips/3e797079-eabc-49b2-8f00-6580293cedea HTTP/1.1" status: 204 len: 168 time: 0.4559968 Jul 23 00:10:32.077190 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751e38ad-a6f4-4b38-9ff8-102b7ece2dd5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Router 7335a11c-f78d-49e9-bd34-df42ccf03c4c has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:10:32.190080 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751e38ad-a6f4-4b38-9ff8-102b7ece2dd5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:10:32.194458 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-751e38ad-a6f4-4b38-9ff8-102b7ece2dd5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:32.199716 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ce07c-137e-4096-b415-e68fcdd5cb43 None None] Sync routers for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:10:32.209122 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ce07c-137e-4096-b415-e68fcdd5cb43 None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:32.209768 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-dc7ce07c-137e-4096-b415-e68fcdd5cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:10:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:32.230002 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-751e38ad-a6f4-4b38-9ff8-102b7ece2dd5 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "DELETE /v2.0/floatingips/9bc9aa8b-cce9-417a-a018-245001bdae41 HTTP/1.1" status: 204 len: 168 time: 0.8740671 Jul 23 00:10:32.230645 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'tag': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:10:32.234071 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1029b0f43a7212f692e64cb23b57dc484f66a08fe6c1c2d0512510b03b45e580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ee6ba7-216b-4bb8-91dc-2e36760e3025" -d '{"events": [{"name": "network-changed", "server_uuid": "69e4e16c-c2ad-41b5-ad11-3af6db509230", "tag": "d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:10:32.283368 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d379c6a0-04d7-4e0b-ab4f-59b6b5e1799a x-openstack-request-id: req-d379c6a0-04d7-4e0b-ab4f-59b6b5e1799a {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:10:32.283962 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e4e16c-c2ad-41b5-ad11-3af6db509230", "tag": "d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:10:32.284262 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d379c6a0-04d7-4e0b-ab4f-59b6b5e1799a {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:10:32.284867 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'tag': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'status': 'completed', 'code': 200} Jul 23 00:10:32.335580 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-dc7ce07c-137e-4096-b415-e68fcdd5cb43 None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:32.383774 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee6ba7-216b-4bb8-91dc-2e36760e3025 req-850237a5-4f81-492c-b2a7-54bd8985e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:32.385295 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c5ee6ba7-216b-4bb8-91dc-2e36760e3025 req-850237a5-4f81-492c-b2a7-54bd8985e0b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 1099 time: 0.0798421 Jul 23 00:10:32.509850 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee6ba7-216b-4bb8-91dc-2e36760e3025 req-fd08c913-bf5f-4d32-8e00-09d23beac94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:32.511343 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c5ee6ba7-216b-4bb8-91dc-2e36760e3025 req-fd08c913-bf5f-4d32-8e00-09d23beac94c service neutron] 10.222.0.41 "GET /v2.0/networks?id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 200 len: 913 time: 0.1194661 Jul 23 00:10:32.534048 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-dc7ce07c-137e-4096-b415-e68fcdd5cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:32.556812 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c5ee6ba7-216b-4bb8-91dc-2e36760e3025 req-5ef89012-d6d5-42ef-9072-747a1b1dceb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 HTTP/1.1" status: 200 len: 217 time: 0.0383904 Jul 23 00:10:32.559348 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ce07c-137e-4096-b415-e68fcdd5cb43 None None] Checking router: 7335a11c-f78d-49e9-bd34-df42ccf03c4c for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:10:32.568129 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d53131-fba3-4fee-8f85-ee09e6ea810c req-18f4c789-d4a4-4973-8b19-fecc64cd98fc tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:32.571897 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ce07c-137e-4096-b415-e68fcdd5cb43 None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:32.571897 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-dc7ce07c-137e-4096-b415-e68fcdd5cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:10:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:32.572127 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a0d53131-fba3-4fee-8f85-ee09e6ea810c req-18f4c789-d4a4-4973-8b19-fecc64cd98fc tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 946 time: 0.1471758 Jul 23 00:10:32.639900 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee6ba7-216b-4bb8-91dc-2e36760e3025 req-cfd086c0-2a2c-487b-b993-d5885614eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:32.641360 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c5ee6ba7-216b-4bb8-91dc-2e36760e3025 req-cfd086c0-2a2c-487b-b993-d5885614eaed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 200 len: 851 time: 0.0707858 Jul 23 00:10:32.646380 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a0d53131-fba3-4fee-8f85-ee09e6ea810c req-428a8ce8-0524-4720-a73d-8322ebc9e970 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471511 Jul 23 00:10:32.681119 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-dc7ce07c-137e-4096-b415-e68fcdd5cb43 None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:32.701487 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee6ba7-216b-4bb8-91dc-2e36760e3025 req-ac791858-8809-45c1-947b-468377d6f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:32.703092 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c5ee6ba7-216b-4bb8-91dc-2e36760e3025 req-ac791858-8809-45c1-947b-468377d6f0ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16a89ca6-edd5-41b5-91f3-8c092f63f5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544906 Jul 23 00:10:32.794461 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c5ee6ba7-216b-4bb8-91dc-2e36760e3025 req-6dae807a-115f-4c30-999e-dbe1381c711f service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829790 Jul 23 00:10:32.873181 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-dc7ce07c-137e-4096-b415-e68fcdd5cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:32.882142 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-c5ee6ba7-216b-4bb8-91dc-2e36760e3025 req-b75e284f-1a07-4996-9d25-2f3c6216c0c3 service neutron] 10.222.0.41 "GET /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806122 Jul 23 00:10:32.903051 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ce07c-137e-4096-b415-e68fcdd5cb43 None None] The sync data for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi is: [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:34Z', 'revision_number': 4, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi', '_interfaces': [{'id': 'f60fd5a6-a420-4d4e-aece-36cdcc38fcca', 'name': '', 'network_id': '16a89ca6-edd5-41b5-91f3-8c092f63f5f5', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'mac_address': 'fa:16:3e:f7:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:34Z', 'updated_at': '2021-07-23T00:03:42Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'subnets': [{'id': '0d79cc2b-c474-480f-8614-aba5b2e5e8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:10:33.110119 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff0a298-2f97-4ce9-ad3a-8828926ec502 None None] New status for floating IP 9bc9aa8b-cce9-417a-a018-245001bdae41: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 00:10:33.773523 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceb7c8-f5e3-434a-926f-911a7da2a955 req-a95c1938-4c5a-48b1-85ae-dd240c57e84a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:33.774968 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-63ceb7c8-f5e3-434a-926f-911a7da2a955 req-a95c1938-4c5a-48b1-85ae-dd240c57e84a tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 946 time: 0.0618443 Jul 23 00:10:33.811074 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-63ceb7c8-f5e3-434a-926f-911a7da2a955 req-64135d62-e199-45e5-8854-67630323f216 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/security-groups?id=677626ab-4245-48d6-b8c2-461b273ebdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305517 Jul 23 00:10:33.890354 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22c3d-b0e6-4641-961b-e2109cceb008 req-fbe6a239-9b89-483d-b85d-c48742ff3449 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:33.891869 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a8b22c3d-b0e6-4641-961b-e2109cceb008 req-fbe6a239-9b89-483d-b85d-c48742ff3449 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 946 time: 0.0661285 Jul 23 00:10:33.988383 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-a8b22c3d-b0e6-4641-961b-e2109cceb008 req-7705436e-59bd-4ee3-9622-7e52fdd808a3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Deleting port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:33.988722 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a8b22c3d-b0e6-4641-961b-e2109cceb008 req-7705436e-59bd-4ee3-9622-7e52fdd808a3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:34.076161 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-a8b22c3d-b0e6-4641-961b-e2109cceb008 req-7705436e-59bd-4ee3-9622-7e52fdd808a3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] For port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:34.076435 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a8b22c3d-b0e6-4641-961b-e2109cceb008 req-7705436e-59bd-4ee3-9622-7e52fdd808a3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:34.087606 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-a8b22c3d-b0e6-4641-961b-e2109cceb008 req-7705436e-59bd-4ee3-9622-7e52fdd808a3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Calling delete_port for d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:34.208445 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a8b22c3d-b0e6-4641-961b-e2109cceb008 req-7705436e-59bd-4ee3-9622-7e52fdd808a3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:34.240147 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705436e-59bd-4ee3-9622-7e52fdd808a3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event deleted for resources: {'Port': ['ID=d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:34.282844 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b22c3d-b0e6-4641-961b-e2109cceb008 req-7705436e-59bd-4ee3-9622-7e52fdd808a3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] No DVR routers for this DVR port d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:10:34.285463 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a8b22c3d-b0e6-4641-961b-e2109cceb008 req-7705436e-59bd-4ee3-9622-7e52fdd808a3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:34.287542 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a8b22c3d-b0e6-4641-961b-e2109cceb008 req-7705436e-59bd-4ee3-9622-7e52fdd808a3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.41 "DELETE /v2.0/ports/d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 HTTP/1.1" status: 204 len: 173 time: 0.3901708 Jul 23 00:10:34.287965 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'name': 'network-vif-deleted', 'tag': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:10:34.290157 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec757e2f-c8c3-46bf-97fd-3525e817935b" -d '{"events": [{"server_uuid": "69e4e16c-c2ad-41b5-ad11-3af6db509230", "name": "network-vif-deleted", "tag": "d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:10:34.328982 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d88ba93-4259-4c38-a35e-f42cbe6abe09 x-openstack-request-id: req-5d88ba93-4259-4c38-a35e-f42cbe6abe09 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:10:34.329267 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e4e16c-c2ad-41b5-ad11-3af6db509230", "name": "network-vif-deleted", "tag": "d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:10:34.329511 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d88ba93-4259-4c38-a35e-f42cbe6abe09 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:10:34.329901 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e4e16c-c2ad-41b5-ad11-3af6db509230', 'name': 'network-vif-deleted', 'tag': 'd72c1b9a-ca31-4afd-89f7-2a6b3e153eb2', 'status': 'completed', 'code': 200} Jul 23 00:10:34.920212 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3d8008ff-abb6-4245-b4fb-58568f1c57ce req-5c34f7fe-d22c-481b-a44a-c6996e16c1f3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "GET /v2.0/ports?device_id=69e4e16c-c2ad-41b5-ad11-3af6db509230 HTTP/1.1" status: 200 len: 210 time: 0.0324686 Jul 23 00:10:35.560924 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55832) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:35.891027 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe3e4510-be33-48e4-809b-b46c837fa00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939226'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:35.974715 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55836) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:36.096752 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-575b30b0-1709-4b50-8866-d75709a969df tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Deleting port 304601b1-5744-4fe6-8f45-10e5f7311b5d {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:36.097091 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-575b30b0-1709-4b50-8866-d75709a969df tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:36.138186 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e4510-be33-48e4-809b-b46c837fa00d admin admin] Deleting port eed0dbf3-f228-4373-985d-eba5cfa1edd7 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:36.138789 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe3e4510-be33-48e4-809b-b46c837fa00d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:36.169929 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-575b30b0-1709-4b50-8866-d75709a969df tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:36.170169 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-575b30b0-1709-4b50-8866-d75709a969df tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:36.181287 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-575b30b0-1709-4b50-8866-d75709a969df tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Calling delete_port for 304601b1-5744-4fe6-8f45-10e5f7311b5d owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:36.214583 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-fe3e4510-be33-48e4-809b-b46c837fa00d admin admin] For port eed0dbf3-f228-4373-985d-eba5cfa1edd7, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=eed0dbf3-f228-4373-985d-eba5cfa1edd7,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:36.214940 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe3e4510-be33-48e4-809b-b46c837fa00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:36.228282 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-fe3e4510-be33-48e4-809b-b46c837fa00d admin admin] Calling delete_port for eed0dbf3-f228-4373-985d-eba5cfa1edd7 owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:36.305642 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:10:36.317556 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-575b30b0-1709-4b50-8866-d75709a969df tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:36.339631 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:10:36.340163 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device d72c1b9a-ca31-4afd-89f7-2a6b3e153eb2 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:10:36.349928 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b30b0-1709-4b50-8866-d75709a969df tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event deleted for resources: {'Port': ['ID=304601b1-5744-4fe6-8f45-10e5f7311b5d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:36.411214 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-575b30b0-1709-4b50-8866-d75709a969df tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:36.414023 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-575b30b0-1709-4b50-8866-d75709a969df tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:36.417762 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-575b30b0-1709-4b50-8866-d75709a969df tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "DELETE /v2.0/floatingips/9c4f0d67-6c36-4e3c-9df7-0fd4d8328966 HTTP/1.1" status: 204 len: 168 time: 0.4393849 Jul 23 00:10:36.434670 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe3e4510-be33-48e4-809b-b46c837fa00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:36.459890 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e4510-be33-48e4-809b-b46c837fa00d admin admin] Pushing event deleted for resources: {'Port': ['ID=eed0dbf3-f228-4373-985d-eba5cfa1edd7,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:36.630265 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fe3e4510-be33-48e4-809b-b46c837fa00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939078'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:37.097401 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3e4510-be33-48e4-809b-b46c837fa00d admin admin] Router 92c1e644-c16f-438a-a552-3effb8f1427e has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:10:37.195957 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3e4510-be33-48e4-809b-b46c837fa00d admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:10:37.200762 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fe3e4510-be33-48e4-809b-b46c837fa00d admin admin] 10.222.0.39 "PUT /v2.0/routers/92c1e644-c16f-438a-a552-3effb8f1427e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6381893 Jul 23 00:10:37.203876 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55846) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:37.206436 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b898d0-7c5d-426a-b0cf-f80579e7abbe None None] Sync routers for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:10:37.215464 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b898d0-7c5d-426a-b0cf-f80579e7abbe None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:37.216062 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-53b898d0-7c5d-426a-b0cf-f80579e7abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:10:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:37.303672 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Notify callbacks [] for router, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:37.315212 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-53b898d0-7c5d-426a-b0cf-f80579e7abbe None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:37.409290 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:37.459652 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Deleting port 43a63155-0f38-444c-b81e-c16e0668b6d1 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:37.459909 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:37.485854 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-53b898d0-7c5d-426a-b0cf-f80579e7abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:10:36Z', 'revision_number': 5, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port': {'id': '43a63155-0f38-444c-b81e-c16e0668b6d1', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:37.511612 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b898d0-7c5d-426a-b0cf-f80579e7abbe None None] Checking router: 92c1e644-c16f-438a-a552-3effb8f1427e for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:10:37.520167 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b898d0-7c5d-426a-b0cf-f80579e7abbe None None] Routers {'92c1e644-c16f-438a-a552-3effb8f1427e'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:37.520765 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-53b898d0-7c5d-426a-b0cf-f80579e7abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:10:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['92c1e644-c16f-438a-a552-3effb8f1427e'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:37.539238 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] For port 43a63155-0f38-444c-b81e-c16e0668b6d1, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=43a63155-0f38-444c-b81e-c16e0668b6d1,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:37.539617 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:37.554374 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Calling delete_port for 43a63155-0f38-444c-b81e-c16e0668b6d1 owned by network:router_gateway {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:37.636779 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55850) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:37.693271 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-53b898d0-7c5d-426a-b0cf-f80579e7abbe None None] Set router 92c1e644-c16f-438a-a552-3effb8f1427e gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:37.697800 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0241911c-c10d-409a-9b08-ac91d0108af3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:37.723020 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0241911c-c10d-409a-9b08-ac91d0108af3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:37.739837 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:37.748118 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-53b898d0-7c5d-426a-b0cf-f80579e7abbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:10:37Z', 'revision_number': 6, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port_host': None}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:37.767160 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Pushing event deleted for resources: {'Port': ['ID=43a63155-0f38-444c-b81e-c16e0668b6d1,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:37.776701 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b898d0-7c5d-426a-b0cf-f80579e7abbe None None] The sync data for ids ['92c1e644-c16f-438a-a552-3effb8f1427e'] in dv-cinder-801633-1-iscsi is: [{'id': '92c1e644-c16f-438a-a552-3effb8f1427e', 'name': 'tempest-AttachVolumeTestJSON-1146110993-router', 'tenant_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:06:17Z', 'updated_at': '2021-07-23T00:10:37Z', 'revision_number': 6, 'project_id': '36e8d7ff0b0046ed8818a38065e3eaed', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:10:37.788951 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0241911c-c10d-409a-9b08-ac91d0108af3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:37.792346 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0241911c-c10d-409a-9b08-ac91d0108af3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:37.795373 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0241911c-c10d-409a-9b08-ac91d0108af3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] 10.222.0.39 "DELETE /v2.0/security-groups/677626ab-4245-48d6-b8c2-461b273ebdc6 HTTP/1.1" status: 204 len: 168 time: 0.1552434 Jul 23 00:10:37.820536 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241911c-c10d-409a-9b08-ac91d0108af3 tempest-TestVolumeBootPattern-1562209829 tempest-TestVolumeBootPattern-1562209829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677626ab-4245-48d6-b8c2-461b273ebdc6,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:37.854058 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55854) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:37.868369 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942816'] for router_gateway, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:37.968950 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9432'] for router, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:37.971622 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.079703 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939803'] for router, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.080147 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92c1e644-c16f-438a-a552-3effb8f1427e {{(pid=92929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:10:38.085843 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] Notify callbacks [] for router, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.086973 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-d0779459-066c-47d8-bac5-e10011aa4860 admin admin] 10.222.0.39 "DELETE /v2.0/routers/92c1e644-c16f-438a-a552-3effb8f1427e HTTP/1.1" status: 204 len: 168 time: 0.8821931 Jul 23 00:10:38.089740 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55858) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:38.166046 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5994be-c6f6-4cee-982d-9f6030582871 admin admin] Deleting subnet 2a1a2165-4063-479e-9aa2-c9487866ca91 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:10:38.170685 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a5994be-c6f6-4cee-982d-9f6030582871 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.218840 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a5994be-c6f6-4cee-982d-9f6030582871 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463722'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.333279 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a5994be-c6f6-4cee-982d-9f6030582871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.396320 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a5994be-c6f6-4cee-982d-9f6030582871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6971825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5779894'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.435808 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5994be-c6f6-4cee-982d-9f6030582871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1a2165-4063-479e-9aa2-c9487866ca91,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:38.437671 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce2ce7-09ad-45d2-b443-0c8b72ddc668 None None] Network e4f21c90-0a6c-480f-98ba-2f42af645242 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:10:38.438137 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a5994be-c6f6-4cee-982d-9f6030582871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.443593 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9a5994be-c6f6-4cee-982d-9f6030582871 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2a1a2165-4063-479e-9aa2-c9487866ca91 HTTP/1.1" status: 204 len: 168 time: 0.3504922 Jul 23 00:10:38.443745 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55860) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:38.455162 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-04e8bbc3-5470-4772-a8eb-bf2fa855c264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939226'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.515154 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.572597 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Deleting port 351e0196-dc28-48ab-bcb7-a0bad5629e3d {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:38.573400 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.619785 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device eed0dbf3-f228-4373-985d-eba5cfa1edd7 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:10:38.650860 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: eed0dbf3-f228-4373-985d-eba5cfa1edd7 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:10:38.651300 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device eed0dbf3-f228-4373-985d-eba5cfa1edd7 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:10:38.716634 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] For port 351e0196-dc28-48ab-bcb7-a0bad5629e3d, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=351e0196-dc28-48ab-bcb7-a0bad5629e3d,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:38.717553 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.734191 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] DHCP port deletion for e4f21c90-0a6c-480f-98ba-2f42af645242 request from dv-cinder-801633-1-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:10:38.736535 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Calling delete_port for 351e0196-dc28-48ab-bcb7-a0bad5629e3d owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:38.784830 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-04e8bbc3-5470-4772-a8eb-bf2fa855c264 admin admin] Deleting port f60fd5a6-a420-4d4e-aece-36cdcc38fcca {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:38.785502 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-04e8bbc3-5470-4772-a8eb-bf2fa855c264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.803803 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Deleting port 351e0196-dc28-48ab-bcb7-a0bad5629e3d {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:38.804884 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.835262 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.853913 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] No DVR routers for this DVR port 351e0196-dc28-48ab-bcb7-a0bad5629e3d on host dv-cinder-801633-1-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:10:38.879601 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Pushing event deleted for resources: {'Port': ['ID=351e0196-dc28-48ab-bcb7-a0bad5629e3d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:38.902432 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] For port 351e0196-dc28-48ab-bcb7-a0bad5629e3d, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=351e0196-dc28-48ab-bcb7-a0bad5629e3d,segment=NetworkSegment(e409a53f-e326-4c61-8a9e-63b78e30b7fb),segment_id=e409a53f-e326-4c61-8a9e-63b78e30b7fb)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:38.902701 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-04e8bbc3-5470-4772-a8eb-bf2fa855c264 admin admin] For port f60fd5a6-a420-4d4e-aece-36cdcc38fcca, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=f60fd5a6-a420-4d4e-aece-36cdcc38fcca,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:38.902818 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.903193 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-04e8bbc3-5470-4772-a8eb-bf2fa855c264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.916920 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Calling delete_port for 351e0196-dc28-48ab-bcb7-a0bad5629e3d owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:38.918684 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-04e8bbc3-5470-4772-a8eb-bf2fa855c264 admin admin] Calling delete_port for f60fd5a6-a420-4d4e-aece-36cdcc38fcca owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:38.982606 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:38.998874 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f21c90-0a6c-480f-98ba-2f42af645242']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:39.016750 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e409a53f-e326-4c61-8a9e-63b78e30b7fb') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:39.017762 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e409a53f-e326-4c61-8a9e-63b78e30b7fb') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:39.029045 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:39.029965 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463715'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:39.048035 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:39.056415 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:10:39.056867 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6971851'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: timer() Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: cb(*args, **kw) Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: self._notify() Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: self.callback(batched_events) Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: event.method(event) Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._get(url).json() Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:10:39.059040 dv-cinder-801633-1-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:10:39.084921 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Pushing event deleted for resources: {'Port': ['ID=351e0196-dc28-48ab-bcb7-a0bad5629e3d,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:39.107164 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] No DVR routers for this DVR port 351e0196-dc28-48ab-bcb7-a0bad5629e3d on host dv-cinder-801633-1-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:10:39.119616 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:39.119616 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:39.119616 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:39.119616 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:39.119616 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:39.127538 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:39.127985 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:39.128328 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:39.128661 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:39.128992 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:39.129318 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:39.129640 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b10be9f-ce38-4407-874b-84ecb4667fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:10:39.153934 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:39.165021 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:39.169437 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e4f21c90-0a6c-480f-98ba-2f42af645242 HTTP/1.1" status: 204 len: 168 time: 0.7223802 Jul 23 00:10:39.176900 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842cb59-7502-4ada-9aa9-81d2b4d88733 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4f21c90-0a6c-480f-98ba-2f42af645242,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:39.205364 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-04e8bbc3-5470-4772-a8eb-bf2fa855c264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:39.235047 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8bbc3-5470-4772-a8eb-bf2fa855c264 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60fd5a6-a420-4d4e-aece-36cdcc38fcca,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:39.328125 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55864) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:39.374550 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d7d69811-1c2e-4744-ae5f-88f0a6accb55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36e8d7ff0b0046ed8818a38065e3eaed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446293 Jul 23 00:10:39.377227 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55866) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:39.438452 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-04e8bbc3-5470-4772-a8eb-bf2fa855c264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939078'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:39.438681 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a271034-e8d5-427b-92d3-a0ea92ce60df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:39.465799 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a271034-e8d5-427b-92d3-a0ea92ce60df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:39.518108 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a271034-e8d5-427b-92d3-a0ea92ce60df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:39.521551 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0a271034-e8d5-427b-92d3-a0ea92ce60df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:39.523426 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0a271034-e8d5-427b-92d3-a0ea92ce60df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb45ee58-d540-4871-8ca8-fb7a2c2523f2 HTTP/1.1" status: 204 len: 168 time: 0.1447322 Jul 23 00:10:39.532177 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a271034-e8d5-427b-92d3-a0ea92ce60df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb45ee58-d540-4871-8ca8-fb7a2c2523f2,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:39.680066 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e8bbc3-5470-4772-a8eb-bf2fa855c264 admin admin] Router 7335a11c-f78d-49e9-bd34-df42ccf03c4c has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:10:39.786131 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e8bbc3-5470-4772-a8eb-bf2fa855c264 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:10:39.792243 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-04e8bbc3-5470-4772-a8eb-bf2fa855c264 admin admin] 10.222.0.39 "PUT /v2.0/routers/7335a11c-f78d-49e9-bd34-df42ccf03c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9385400 Jul 23 00:10:39.795423 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55872) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:39.801301 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247495dc-17d1-4e40-a5f5-c81c12bace38 None None] Sync routers for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:10:39.813246 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247495dc-17d1-4e40-a5f5-c81c12bace38 None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:39.814665 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-247495dc-17d1-4e40-a5f5-c81c12bace38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:10:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:39.939867 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:39.954642 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-247495dc-17d1-4e40-a5f5-c81c12bace38 None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: dv-cinder-801633-1-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:40.067169 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 43a63155-0f38-444c-b81e-c16e0668b6d1 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:10:40.090674 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 43a63155-0f38-444c-b81e-c16e0668b6d1 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:10:40.091287 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 43a63155-0f38-444c-b81e-c16e0668b6d1 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:10:40.091890 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 351e0196-dc28-48ab-bcb7-a0bad5629e3d no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:10:40.098457 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:40.143355 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 351e0196-dc28-48ab-bcb7-a0bad5629e3d {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:10:40.143998 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 351e0196-dc28-48ab-bcb7-a0bad5629e3d not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:10:40.166435 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Deleting port 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:40.166763 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:40.237000 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-247495dc-17d1-4e40-a5f5-c81c12bace38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:10:39Z', 'revision_number': 5, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port': {'id': '8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:93:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:40.261180 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] For port 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:40.261539 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:40.266044 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247495dc-17d1-4e40-a5f5-c81c12bace38 None None] Checking router: 7335a11c-f78d-49e9-bd34-df42ccf03c4c for host: dv-cinder-801633-1-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:10:40.275744 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247495dc-17d1-4e40-a5f5-c81c12bace38 None None] Routers {'7335a11c-f78d-49e9-bd34-df42ccf03c4c'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:40.276344 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-247495dc-17d1-4e40-a5f5-c81c12bace38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:10:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:40.276474 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Calling delete_port for 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:40.378687 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-247495dc-17d1-4e40-a5f5-c81c12bace38 None None] Set router 7335a11c-f78d-49e9-bd34-df42ccf03c4c gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:40.441039 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-247495dc-17d1-4e40-a5f5-c81c12bace38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:10:40Z', 'revision_number': 6, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port_host': None}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:40.460775 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:40.471114 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247495dc-17d1-4e40-a5f5-c81c12bace38 None None] The sync data for ids ['7335a11c-f78d-49e9-bd34-df42ccf03c4c'] in dv-cinder-801633-1-iscsi is: [{'id': '7335a11c-f78d-49e9-bd34-df42ccf03c4c', 'name': 'tempest-TestVolumeBootPattern-1483356372-router', 'tenant_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:32Z', 'updated_at': '2021-07-23T00:10:40Z', 'revision_number': 6, 'project_id': 'c5a117d82f31471d937ce5cd8a61b87d', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:10:40.494886 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:40.574092 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942816'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:40.674401 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9432'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:40.676550 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:40.720324 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939803'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:40.720773 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7335a11c-f78d-49e9-bd34-df42ccf03c4c {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:10:40.725697 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:40.727469 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-46766209-f263-4096-8f59-ea4bddc07c91 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7335a11c-f78d-49e9-bd34-df42ccf03c4c HTTP/1.1" status: 204 len: 168 time: 0.9297960 Jul 23 00:10:40.729471 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55894) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:40.782133 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-021887f5-6bb9-4fc1-b0ad-3ffebe76526c admin admin] Deleting subnet 0d79cc2b-c474-480f-8614-aba5b2e5e8db {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:10:40.785550 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-021887f5-6bb9-4fc1-b0ad-3ffebe76526c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:40.825591 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-021887f5-6bb9-4fc1-b0ad-3ffebe76526c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4463722'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:40.931986 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-021887f5-6bb9-4fc1-b0ad-3ffebe76526c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.005114 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-021887f5-6bb9-4fc1-b0ad-3ffebe76526c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6971825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5779894'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.036396 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021887f5-6bb9-4fc1-b0ad-3ffebe76526c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d79cc2b-c474-480f-8614-aba5b2e5e8db,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:41.038462 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-021887f5-6bb9-4fc1-b0ad-3ffebe76526c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.040447 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-021887f5-6bb9-4fc1-b0ad-3ffebe76526c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0d79cc2b-c474-480f-8614-aba5b2e5e8db HTTP/1.1" status: 204 len: 168 time: 0.3097386 Jul 23 00:10:41.043051 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55904) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:41.043415 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec8ed7-b774-4350-8684-89a7e3392a56 None None] Network 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:10:41.136222 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.211853 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Deleting port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:41.212182 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.291750 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] For port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=76dc7f1a-ba37-43b1-a5f2-1902e1f255f4,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:41.292104 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.310729 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Calling delete_port for 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:41.320277 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2654d769-8f2f-45d2-95f1-368391548df0 None None] DHCP port deletion for 16a89ca6-edd5-41b5-91f3-8c092f63f5f5 request from dv-cinder-801633-1-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:10:41.396721 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-2654d769-8f2f-45d2-95f1-368391548df0 None None] Deleting port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:41.397118 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2654d769-8f2f-45d2-95f1-368391548df0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.430011 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.446926 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] No DVR routers for this DVR port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 on host dv-cinder-801633-1-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:10:41.476723 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Pushing event deleted for resources: {'Port': ['ID=76dc7f1a-ba37-43b1-a5f2-1902e1f255f4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:41.502839 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-2654d769-8f2f-45d2-95f1-368391548df0 None None] For port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=76dc7f1a-ba37-43b1-a5f2-1902e1f255f4,segment=NetworkSegment(fbbe6607-493a-4ec4-801d-c7b983a10d91),segment_id=fbbe6607-493a-4ec4-801d-c7b983a10d91)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:41.503239 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2654d769-8f2f-45d2-95f1-368391548df0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.530167 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-2654d769-8f2f-45d2-95f1-368391548df0 None None] Calling delete_port for 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:41.563002 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.574087 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a89ca6-edd5-41b5-91f3-8c092f63f5f5']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:41.584746 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbe6607-493a-4ec4-801d-c7b983a10d91') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:41.585056 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbe6607-493a-4ec4-801d-c7b983a10d91') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:41.594423 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463715'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.609211 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.615559 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:10:41.616202 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6971851'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.633832 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2654d769-8f2f-45d2-95f1-368391548df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: timer() Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: cb(*args, **kw) Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: self._notify() Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: self.callback(batched_events) Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: event.method(event) Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._get(url).json() Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:10:41.636908 dv-cinder-801633-1-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:10:41.693375 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.695987 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654d769-8f2f-45d2-95f1-368391548df0 None None] Pushing event deleted for resources: {'Port': ['ID=76dc7f1a-ba37-43b1-a5f2-1902e1f255f4,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:41.704178 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654d769-8f2f-45d2-95f1-368391548df0 None None] No DVR routers for this DVR port 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 on host dv-cinder-801633-1-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:10:41.717166 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:41.723585 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55920) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:41.729430 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] 10.222.0.39 "DELETE /v2.0/networks/16a89ca6-edd5-41b5-91f3-8c092f63f5f5 HTTP/1.1" status: 204 len: 168 time: 0.6839182 Jul 23 00:10:41.752732 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be5606-1430-4616-b6f3-94c746a6e04c admin admin] Pushing event deleted for resources: {'Network': ['ID=16a89ca6-edd5-41b5-91f3-8c092f63f5f5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:41.908335 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55924) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:41.988872 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device f60fd5a6-a420-4d4e-aece-36cdcc38fcca no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:10:42.014125 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: f60fd5a6-a420-4d4e-aece-36cdcc38fcca {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:10:42.014464 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device f60fd5a6-a420-4d4e-aece-36cdcc38fcca not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:10:42.015019 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:10:42.034620 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:10:42.034960 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 8b9a0ece-cf7d-42f6-8bd9-e557e96fbf46 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:10:42.035422 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:10:42.056679 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:10:42.057294 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 76dc7f1a-ba37-43b1-a5f2-1902e1f255f4 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:10:42.081419 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-44b51a3a-920c-4bf1-8092-b2810a7881bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:42.143524 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0484de20-327b-4a94-b562-f610da775b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-939226'] for router_interface, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:42.443479 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-44b51a3a-920c-4bf1-8092-b2810a7881bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:42.448224 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-44b51a3a-920c-4bf1-8092-b2810a7881bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:42.488059 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-44b51a3a-920c-4bf1-8092-b2810a7881bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8cd54d78009d4960a30780a5bdf5a80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785379 Jul 23 00:10:42.488751 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b51a3a-920c-4bf1-8092-b2810a7881bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309ff15e-ea3e-43fb-a4ca-f88e3a335d24,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:42.490626 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55930) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:42.606505 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ca363283-46b7-446b-a876-838c94090fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:42.633913 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ca363283-46b7-446b-a876-838c94090fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:42.720243 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ca363283-46b7-446b-a876-838c94090fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:42.723912 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ca363283-46b7-446b-a876-838c94090fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:42.725511 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ca363283-46b7-446b-a876-838c94090fa4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/309ff15e-ea3e-43fb-a4ca-f88e3a335d24 HTTP/1.1" status: 204 len: 168 time: 0.2334681 Jul 23 00:10:42.762437 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca363283-46b7-446b-a876-838c94090fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309ff15e-ea3e-43fb-a4ca-f88e3a335d24,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:42.792119 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-0484de20-327b-4a94-b562-f610da775b02 admin admin] Deleting port 0a7d388a-48be-4672-847d-4f85383b7520 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:42.792448 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0484de20-327b-4a94-b562-f610da775b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:42.878354 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-0484de20-327b-4a94-b562-f610da775b02 admin admin] For port 0a7d388a-48be-4672-847d-4f85383b7520, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=0a7d388a-48be-4672-847d-4f85383b7520,segment=NetworkSegment(49dbd0f9-e161-45c2-b06e-4dfe5cfdd524),segment_id=49dbd0f9-e161-45c2-b06e-4dfe5cfdd524)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:42.878939 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0484de20-327b-4a94-b562-f610da775b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:42.893140 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-0484de20-327b-4a94-b562-f610da775b02 admin admin] Calling delete_port for 0a7d388a-48be-4672-847d-4f85383b7520 owned by network:router_interface {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:43.003834 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:43.029182 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55936) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:43.042885 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b4efe00-da29-45df-98f5-255c901b1cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:43.092685 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0484de20-327b-4a94-b562-f610da775b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:43.122721 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484de20-327b-4a94-b562-f610da775b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7d388a-48be-4672-847d-4f85383b7520,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:43.173772 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b4efe00-da29-45df-98f5-255c901b1cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:43.179426 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b4efe00-da29-45df-98f5-255c901b1cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:43.227671 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0b4efe00-da29-45df-98f5-255c901b1cda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8744c622c680484ea5bed0aef5866338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947856 Jul 23 00:10:43.227671 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4efe00-da29-45df-98f5-255c901b1cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00818289-0368-44e8-b5f2-47f9ba1139db,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:43.229869 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55938) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:43.288448 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73f3a242-4ba4-43ca-ab69-195b6f280145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:43.308695 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0484de20-327b-4a94-b562-f610da775b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-939078'] for router_interface, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:43.314253 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73f3a242-4ba4-43ca-ab69-195b6f280145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:43.373269 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73f3a242-4ba4-43ca-ab69-195b6f280145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:43.377823 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73f3a242-4ba4-43ca-ab69-195b6f280145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:43.381847 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-73f3a242-4ba4-43ca-ab69-195b6f280145 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00818289-0368-44e8-b5f2-47f9ba1139db HTTP/1.1" status: 204 len: 168 time: 0.1498778 Jul 23 00:10:43.388477 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3a242-4ba4-43ca-ab69-195b6f280145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00818289-0368-44e8-b5f2-47f9ba1139db,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:43.559938 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0484de20-327b-4a94-b562-f610da775b02 admin admin] Router 7bc942d8-a241-4e7f-9dce-a3667ab89b99 has already been hosted by L3 agent 5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f {{(pid=92929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 00:10:43.670121 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0484de20-327b-4a94-b562-f610da775b02 admin admin] Notify agent at l3_agent.dv-cinder-801633-1-iscsi the message routers_updated {{(pid=92929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 00:10:43.676281 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0484de20-327b-4a94-b562-f610da775b02 admin admin] 10.222.0.39 "PUT /v2.0/routers/7bc942d8-a241-4e7f-9dce-a3667ab89b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9525142 Jul 23 00:10:43.678382 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55946) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:43.684100 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb12f5-696e-411f-8b1c-354d67b14474 None None] Sync routers for ids ['7bc942d8-a241-4e7f-9dce-a3667ab89b99'] in dv-cinder-801633-1-iscsi {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 00:10:43.705960 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb12f5-696e-411f-8b1c-354d67b14474 None None] Routers {'7bc942d8-a241-4e7f-9dce-a3667ab89b99'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:43.706870 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3ddb12f5-696e-411f-8b1c-354d67b14474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:10:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7bc942d8-a241-4e7f-9dce-a3667ab89b99'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:43.803298 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:43.830594 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-3ddb12f5-696e-411f-8b1c-354d67b14474 None None] Set router 7bc942d8-a241-4e7f-9dce-a3667ab89b99 gateway port host: dv-cinder-801633-1-iscsi {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:43.936104 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.020335 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Deleting port bdef26a9-51db-460c-ac38-0e26a6fdd3fc {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:44.021030 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.062678 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3ddb12f5-696e-411f-8b1c-354d67b14474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'name': 'tempest-TestVolumeBootPattern-1555613275-router', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'external_fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:36Z', 'updated_at': '2021-07-23T00:10:43Z', 'revision_number': 5, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'gw_port': {'id': 'bdef26a9-51db-460c-ac38-0e26a6fdd3fc', 'name': '', 'network_id': '1f921d22-7f19-49aa-8815-cc3d3e7a6e33', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5482803a-9103-4aa9-86e8-768e99c36063', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801633-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T00:03:37Z', 'updated_at': '2021-07-23T00:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5482803a-9103-4aa9-86e8-768e99c36063', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801633-1-iscsi'}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:44.090528 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb12f5-696e-411f-8b1c-354d67b14474 None None] Checking router: 7bc942d8-a241-4e7f-9dce-a3667ab89b99 for host: dv-cinder-801633-1-iscsi {{(pid=92931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 00:10:44.102241 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddb12f5-696e-411f-8b1c-354d67b14474 None None] Routers {'7bc942d8-a241-4e7f-9dce-a3667ab89b99'} bound to L3 agent in host dv-cinder-801633-1-iscsi {{(pid=92931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 00:10:44.102866 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3ddb12f5-696e-411f-8b1c-354d67b14474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801633-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T23:51:50Z,description=,heartbeat_timestamp=2021-07-23T00:10:20Z,host='dv-cinder-801633-1-iscsi',id=5eb32f36-f2f3-4912-9ab5-97bc3ebfef6f,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T23:51:50Z,topic='l3_agent')) {'router_ids': ['7bc942d8-a241-4e7f-9dce-a3667ab89b99'], 'active': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:44.132358 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] For port bdef26a9-51db-460c-ac38-0e26a6fdd3fc, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=bdef26a9-51db-460c-ac38-0e26a6fdd3fc,segment=NetworkSegment(993c24d7-a172-4351-a678-7e406798eb06),segment_id=993c24d7-a172-4351-a678-7e406798eb06)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:44.132935 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.149677 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Calling delete_port for bdef26a9-51db-460c-ac38-0e26a6fdd3fc owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:44.198173 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvr_db [None req-3ddb12f5-696e-411f-8b1c-354d67b14474 None None] Set router 7bc942d8-a241-4e7f-9dce-a3667ab89b99 gateway port host: None {{(pid=92931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 00:10:44.253481 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.l3_hamode_db [None req-3ddb12f5-696e-411f-8b1c-354d67b14474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'name': 'tempest-TestVolumeBootPattern-1555613275-router', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:36Z', 'updated_at': '2021-07-23T00:10:43Z', 'revision_number': 6, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'gw_port_host': None}], 'dv-cinder-801633-1-iscsi', False) {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:44.285076 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddb12f5-696e-411f-8b1c-354d67b14474 None None] The sync data for ids ['7bc942d8-a241-4e7f-9dce-a3667ab89b99'] in dv-cinder-801633-1-iscsi is: [{'id': '7bc942d8-a241-4e7f-9dce-a3667ab89b99', 'name': 'tempest-TestVolumeBootPattern-1555613275-router', 'tenant_id': '920c7518ce134acab6ed134365e9a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T00:03:36Z', 'updated_at': '2021-07-23T00:10:43Z', 'revision_number': 6, 'project_id': '920c7518ce134acab6ed134365e9a3a5', 'gw_port_host': None}] {{(pid=92931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 00:10:44.355417 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.394063 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Pushing event deleted for resources: {'Port': ['ID=bdef26a9-51db-460c-ac38-0e26a6fdd3fc,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:44.449881 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942816'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.552878 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9432'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.555293 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.606245 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-939803'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.607432 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bc942d8-a241-4e7f-9dce-a3667ab89b99 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 00:10:44.615733 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.616935 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e259f565-6fe9-4de1-8f5e-6053dffe0dee admin admin] 10.222.0.39 "DELETE /v2.0/routers/7bc942d8-a241-4e7f-9dce-a3667ab89b99 HTTP/1.1" status: 204 len: 168 time: 0.9373739 Jul 23 00:10:44.621157 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 55972) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:44.687682 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf45167-fbcf-40ff-859b-29bdcd21186f admin admin] Deleting subnet f0d2b3ec-177d-4792-bcf4-3dd65dad094d {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:10:44.691710 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0cf45167-fbcf-40ff-859b-29bdcd21186f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.738417 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0cf45167-fbcf-40ff-859b-29bdcd21186f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5252407'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.832021 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0cf45167-fbcf-40ff-859b-29bdcd21186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.894798 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0cf45167-fbcf-40ff-859b-29bdcd21186f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5858384'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.921479 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf45167-fbcf-40ff-859b-29bdcd21186f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d2b3ec-177d-4792-bcf4-3dd65dad094d,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:44.926379 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0cf45167-fbcf-40ff-859b-29bdcd21186f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:44.929775 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0cf45167-fbcf-40ff-859b-29bdcd21186f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f0d2b3ec-177d-4792-bcf4-3dd65dad094d HTTP/1.1" status: 204 len: 168 time: 0.3073943 Jul 23 00:10:44.930077 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55982) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:44.934283 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b731355-82c8-4eb7-8792-05b664d13dac None None] Network 7eadd1d4-5e23-49d2-bcf5-969935c84b71 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:10:45.013694 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.096107 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Deleting port 643cb632-bde2-4b4f-9fd1-ed736109ee74 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:10:45.096387 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.184409 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] For port 643cb632-bde2-4b4f-9fd1-ed736109ee74, host dv-cinder-801633-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801633-1-iscsi',level=0,port_id=643cb632-bde2-4b4f-9fd1-ed736109ee74,segment=NetworkSegment(49dbd0f9-e161-45c2-b06e-4dfe5cfdd524),segment_id=49dbd0f9-e161-45c2-b06e-4dfe5cfdd524)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:10:45.184409 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.197294 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Calling delete_port for 643cb632-bde2-4b4f-9fd1-ed736109ee74 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:10:45.293530 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6971876'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.301175 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ccd298-8e91-4d8c-80f2-e6ad1f8b769d None None] DHCP port deletion for 7eadd1d4-5e23-49d2-bcf5-969935c84b71 request from dv-cinder-801633-1-iscsi {{(pid=92930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 00:10:45.337725 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=643cb632-bde2-4b4f-9fd1-ed736109ee74,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:45.339716 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] No DVR routers for this DVR port 643cb632-bde2-4b4f-9fd1-ed736109ee74 on host dv-cinder-801633-1-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:10:45.442688 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.457401 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eadd1d4-5e23-49d2-bcf5-969935c84b71']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:45.469369 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49dbd0f9-e161-45c2-b06e-4dfe5cfdd524') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:45.469568 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49dbd0f9-e161-45c2-b06e-4dfe5cfdd524') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:10:45.480327 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463715'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.496013 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.503816 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:10:45.504223 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6971851'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: timer() Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: cb(*args, **kw) Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: self._notify() Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: self.callback(batched_events) Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: event.method(event) Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._get(url).json() Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:10:45.506682 dv-cinder-801633-1-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:10:45.573601 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.579868 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.581700 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7eadd1d4-5e23-49d2-bcf5-969935c84b71 HTTP/1.1" status: 204 len: 168 time: 0.6505523 Jul 23 00:10:45.596912 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3967f-58dd-4d2e-84a9-c916b69efae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eadd1d4-5e23-49d2-bcf5-969935c84b71,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:45.747176 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55994) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:45.787742 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7a202217-b50b-4859-aed2-f00257e6b04c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5a117d82f31471d937ce5cd8a61b87d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392034 Jul 23 00:10:45.790095 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55996) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:45.838441 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1dea-f1bc-4fb5-b30a-d0f3a780c665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.858687 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1dea-f1bc-4fb5-b30a-d0f3a780c665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.909306 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1dea-f1bc-4fb5-b30a-d0f3a780c665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.911890 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4e0b1dea-f1bc-4fb5-b30a-d0f3a780c665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:45.913099 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4e0b1dea-f1bc-4fb5-b30a-d0f3a780c665 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37b72a22-3d9d-4f9b-80e2-891987c1a7e1 HTTP/1.1" status: 204 len: 168 time: 0.1221099 Jul 23 00:10:45.921654 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b1dea-f1bc-4fb5-b30a-d0f3a780c665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b72a22-3d9d-4f9b-80e2-891987c1a7e1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:45.989752 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device bdef26a9-51db-460c-ac38-0e26a6fdd3fc no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:10:46.012246 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: bdef26a9-51db-460c-ac38-0e26a6fdd3fc {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:10:46.012585 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device bdef26a9-51db-460c-ac38-0e26a6fdd3fc not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:10:46.013212 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 0a7d388a-48be-4672-847d-4f85383b7520 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:10:46.032335 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 0a7d388a-48be-4672-847d-4f85383b7520 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:10:46.032933 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 0a7d388a-48be-4672-847d-4f85383b7520 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:10:46.033521 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 643cb632-bde2-4b4f-9fd1-ed736109ee74 no longer exists at agent ovs-agent-dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:10:46.056541 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] No Port match for: 643cb632-bde2-4b4f-9fd1-ed736109ee74 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:10:46.056882 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Device 643cb632-bde2-4b4f-9fd1-ed736109ee74 not bound to the agent host dv-cinder-801633-1-iscsi {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:10:46.245408 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 56002) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:46.285432 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e47d6daf-e77d-4a10-ba5b-5e5dcc0c1817 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=920c7518ce134acab6ed134365e9a3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384238 Jul 23 00:10:46.287480 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 56004) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:46.335840 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b068169-bb95-4111-a1fe-e117b4b37dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:46.356990 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b068169-bb95-4111-a1fe-e117b4b37dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:46.404131 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b068169-bb95-4111-a1fe-e117b4b37dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:46.407064 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b068169-bb95-4111-a1fe-e117b4b37dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:46.410536 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5b068169-bb95-4111-a1fe-e117b4b37dda admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7139a44e-ca16-426f-beda-8f6b8cb60719 HTTP/1.1" status: 204 len: 168 time: 0.1199751 Jul 23 00:10:46.421616 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b068169-bb95-4111-a1fe-e117b4b37dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7139a44e-ca16-426f-beda-8f6b8cb60719,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:47.766837 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6343f1d4-0b15-4da3-b90c-7459c5cb9986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:48.312782 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 56044) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:48.411696 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4682ea3e-3f1e-4101-b56a-32dd1774a4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:48.497391 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4682ea3e-3f1e-4101-b56a-32dd1774a4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:48.501499 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4682ea3e-3f1e-4101-b56a-32dd1774a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:48.541309 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4682ea3e-3f1e-4101-b56a-32dd1774a4a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=702b9db2e3f042a98d65f36ac6d269e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274618 Jul 23 00:10:48.542155 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682ea3e-3f1e-4101-b56a-32dd1774a4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c276357-bac6-4a10-8a05-5007e66c0151,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:48.544037 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 56048) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:48.591842 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0977427c-cd41-4827-988e-06646453f9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:48.613161 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0977427c-cd41-4827-988e-06646453f9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:48.664650 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0977427c-cd41-4827-988e-06646453f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:48.667158 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0977427c-cd41-4827-988e-06646453f9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:48.668353 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-0977427c-cd41-4827-988e-06646453f9b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c276357-bac6-4a10-8a05-5007e66c0151 HTTP/1.1" status: 204 len: 168 time: 0.1232557 Jul 23 00:10:48.676217 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977427c-cd41-4827-988e-06646453f9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c276357-bac6-4a10-8a05-5007e66c0151,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:48.915020 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 56054) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:48.928546 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5d5efcb1-9514-478d-9ede-25826f22ebe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:49.013304 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5d5efcb1-9514-478d-9ede-25826f22ebe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:49.018162 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5d5efcb1-9514-478d-9ede-25826f22ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:49.055255 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5d5efcb1-9514-478d-9ede-25826f22ebe6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=180607e87c674fdcb76db47267ae462c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391459 Jul 23 00:10:49.056134 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5efcb1-9514-478d-9ede-25826f22ebe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cb6687-4fbb-4cfa-ba10-0db8d6b43321,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:49.057901 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 56056) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:49.107201 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f33bb89-f8c5-43c2-9cae-ee5996341654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:49.127632 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f33bb89-f8c5-43c2-9cae-ee5996341654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:49.172946 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f33bb89-f8c5-43c2-9cae-ee5996341654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:49.175571 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7f33bb89-f8c5-43c2-9cae-ee5996341654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:49.176704 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7f33bb89-f8c5-43c2-9cae-ee5996341654 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34cb6687-4fbb-4cfa-ba10-0db8d6b43321 HTTP/1.1" status: 204 len: 168 time: 0.1178341 Jul 23 00:10:49.183810 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33bb89-f8c5-43c2-9cae-ee5996341654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cb6687-4fbb-4cfa-ba10-0db8d6b43321,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:50.219220 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d9fba1d0-fe97-4060-b780-f3c413695c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:50.483562 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:51.530365 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:53.208256 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:53.922879 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 56130) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:54.020747 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbe1715e-f05c-4550-b28a-44ada60f9249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.105170 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbe1715e-f05c-4550-b28a-44ada60f9249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.109076 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbe1715e-f05c-4550-b28a-44ada60f9249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.145611 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-fbe1715e-f05c-4550-b28a-44ada60f9249 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad03ffa2561f485f924a223ea698025d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216504 Jul 23 00:10:54.146492 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1715e-f05c-4550-b28a-44ada60f9249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de9f7a4-4ae1-4d8e-a788-96cd230464fd,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:54.148391 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 56134) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:54.196975 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec9da380-8d1a-4354-a68e-af618c6e43f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.218763 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec9da380-8d1a-4354-a68e-af618c6e43f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.262712 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec9da380-8d1a-4354-a68e-af618c6e43f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.265791 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec9da380-8d1a-4354-a68e-af618c6e43f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.266936 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ec9da380-8d1a-4354-a68e-af618c6e43f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3de9f7a4-4ae1-4d8e-a788-96cd230464fd HTTP/1.1" status: 204 len: 168 time: 0.1174138 Jul 23 00:10:54.274209 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9da380-8d1a-4354-a68e-af618c6e43f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de9f7a4-4ae1-4d8e-a788-96cd230464fd,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:54.518540 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 56140) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:54.534807 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-166a15ec-5fea-4e03-b919-2e8952af1f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.617974 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-166a15ec-5fea-4e03-b919-2e8952af1f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.621380 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-166a15ec-5fea-4e03-b919-2e8952af1f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.659441 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-166a15ec-5fea-4e03-b919-2e8952af1f7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40035a5c71004cb78d9a283c85c68351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398375 Jul 23 00:10:54.660286 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a15ec-5fea-4e03-b919-2e8952af1f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5438c7-cf5e-4fd7-9e1d-dc4bd40e1d5e,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:54.663170 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 56142) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:54.714170 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a87a7bfc-0c09-455b-816a-599ae28b49e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.738009 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a87a7bfc-0c09-455b-816a-599ae28b49e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.782942 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a87a7bfc-0c09-455b-816a-599ae28b49e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.785483 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a87a7bfc-0c09-455b-816a-599ae28b49e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:54.786669 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a87a7bfc-0c09-455b-816a-599ae28b49e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df5438c7-cf5e-4fd7-9e1d-dc4bd40e1d5e HTTP/1.1" status: 204 len: 168 time: 0.1220624 Jul 23 00:10:54.793877 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a7bfc-0c09-455b-816a-599ae28b49e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5438c7-cf5e-4fd7-9e1d-dc4bd40e1d5e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:55.760319 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 56176) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:55.858718 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4d2afe01-5d13-4c57-9815-0b917466fffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:55.954593 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4d2afe01-5d13-4c57-9815-0b917466fffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:55.958388 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4d2afe01-5d13-4c57-9815-0b917466fffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:56.004743 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4d2afe01-5d13-4c57-9815-0b917466fffe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a025335076d4e6794b05a310b4f0f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433004 Jul 23 00:10:56.005877 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2afe01-5d13-4c57-9815-0b917466fffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40f9bdc-68bb-4296-a0be-cfae1b2c4a47,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:56.008302 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 56180) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:10:56.063763 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a161aebb-6e4f-4457-8493-0f8bf2258641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:56.090226 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a161aebb-6e4f-4457-8493-0f8bf2258641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:56.145460 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a161aebb-6e4f-4457-8493-0f8bf2258641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:56.148390 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a161aebb-6e4f-4457-8493-0f8bf2258641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:56.150561 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a161aebb-6e4f-4457-8493-0f8bf2258641 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f40f9bdc-68bb-4296-a0be-cfae1b2c4a47 HTTP/1.1" status: 204 len: 168 time: 0.1413553 Jul 23 00:10:56.159047 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161aebb-6e4f-4457-8493-0f8bf2258641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40f9bdc-68bb-4296-a0be-cfae1b2c4a47,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:10:58.314713 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-74c8958f-0133-4327-aefb-57fbff408533 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=20af50203cc44ec5a601f74f434c711f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276954 Jul 23 00:10:58.488579 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bf9637c4-6c7d-4a63-b7a1-ae082a0cf28d tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:58.489915 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bf9637c4-6c7d-4a63-b7a1-ae082a0cf28d tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704450 Jul 23 00:10:58.504521 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-326f9437-43c2-493c-817a-f776fe38d369 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/quotas/20af50203cc44ec5a601f74f434c711f HTTP/1.1" status: 200 len: 375 time: 0.0091901 Jul 23 00:10:58.540182 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-ee996d82-8a68-459b-8731-8cbba5bc9ea3 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=20af50203cc44ec5a601f74f434c711f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306885 Jul 23 00:10:58.698113 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a77e08b0-cb65-4a2a-a15d-c6c8e7fb8fc1 req-7c1dce03-574f-406a-881d-a42886d234b0 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 210 time: 0.0294323 Jul 23 00:10:59.636565 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-edab3a50-f1d3-43a3-94cd-7d31a59164f0 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=20af50203cc44ec5a601f74f434c711f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218141 Jul 23 00:10:59.744033 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-85d42a23-b7b7-4b94-bc03-b834977370df tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:10:59.745646 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-85d42a23-b7b7-4b94-bc03-b834977370df tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1040409 Jul 23 00:10:59.759005 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Request body: {'port': {'device_id': '90ab90b0-58cb-4cdd-bd61-b3b92334c4db', 'network_id': '78876be2-c9ef-4f8f-ad1e-a2d5c855a6be', 'admin_state_up': True, 'tenant_id': '20af50203cc44ec5a601f74f434c711f'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:10:59.814790 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-5e196c0e-6392-483e-9e2f-9f00052f7397 req-141a22c6-4359-4837-a75a-3e8f18d9ac61 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 210 time: 0.0408053 Jul 23 00:10:59.891917 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Made reservation on behalf of 20af50203cc44ec5a601f74f434c711f for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:10:59.895205 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:59.903622 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:59.989839 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:10:59.993908 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:00.051772 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdaf90d-5b68-4d9b-b4f7-4e81b0249a01,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:00.121731 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Allocated IP 192.168.233.211 (78876be2-c9ef-4f8f-ad1e-a2d5c855a6be/d26660f3-7f95-4578-9f30-556d0b80493d/f46ddc94-f049-4408-b6ed-2163346a0595) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:11:00.261694 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:00.274223 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Transition to ACTIVE for port object f46ddc94-f049-4408-b6ed-2163346a0595 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:11:00.305062 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:00.350102 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Network 78876be2-c9ef-4f8f-ad1e-a2d5c855a6be is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:11:00.353005 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:11:00.356581 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:11:00.380153 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Pushing event updated for resources: {'Port': ['ID=f46ddc94-f049-4408-b6ed-2163346a0595,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:00.407497 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:00.408142 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:00.423815 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-bb302f0a-6ad3-4bdc-97e3-9e6687631347 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6688864 Jul 23 00:11:00.435111 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Request body: {'port': {'device_id': '90ab90b0-58cb-4cdd-bd61-b3b92334c4db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:00.508304 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:00.574898 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b658fc43-d929-4b15-9931-32ea8c704f98 None None] Provisioning for port f46ddc94-f049-4408-b6ed-2163346a0595 completed by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:11:00.578570 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-b658fc43-d929-4b15-9931-32ea8c704f98 None None] Provisioning complete for port f46ddc94-f049-4408-b6ed-2163346a0595 triggered by entity DHCP. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:11:00.578916 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b658fc43-d929-4b15-9931-32ea8c704f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:00.611983 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b658fc43-d929-4b15-9931-32ea8c704f98 None None] Port f46ddc94-f049-4408-b6ed-2163346a0595 cannot update to ACTIVE because it is not bound. {{(pid=92930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 00:11:00.763545 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46ddc94-f049-4408-b6ed-2163346a0595 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:11:00.770631 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:00.782215 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Transition to ACTIVE for port object f46ddc94-f049-4408-b6ed-2163346a0595 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:11:00.785955 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:00.833228 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f46ddc94-f049-4408-b6ed-2163346a0595,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:00.934589 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Attempting to bind port f46ddc94-f049-4408-b6ed-2163346a0595 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:11:00.934916 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Attempting to bind port f46ddc94-f049-4408-b6ed-2163346a0595 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '8b750334-379d-44b6-bc7a-011a7a3917ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78876be2-c9ef-4f8f-ad1e-a2d5c855a6be'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:11:00.935240 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Attempting to bind port f46ddc94-f049-4408-b6ed-2163346a0595 on network 78876be2-c9ef-4f8f-ad1e-a2d5c855a6be {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:11:00.942340 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Port f46ddc94-f049-4408-b6ed-2163346a0595 on network 78876be2-c9ef-4f8f-ad1e-a2d5c855a6be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:11:00.942659 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Attempting to bind port f46ddc94-f049-4408-b6ed-2163346a0595 on network 78876be2-c9ef-4f8f-ad1e-a2d5c855a6be {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:11:00.950159 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:11:00.950489 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Checking segment: {'id': '8b750334-379d-44b6-bc7a-011a7a3917ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78876be2-c9ef-4f8f-ad1e-a2d5c855a6be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:11:00.950866 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Bound using segment: {'id': '8b750334-379d-44b6-bc7a-011a7a3917ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78876be2-c9ef-4f8f-ad1e-a2d5c855a6be'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:11:00.951286 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Bound port: f46ddc94-f049-4408-b6ed-2163346a0595, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b750334-379d-44b6-bc7a-011a7a3917ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '78876be2-c9ef-4f8f-ad1e-a2d5c855a6be'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:11:00.952196 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:01.009229 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd6240-9669-4d69-b307-8f500b5a6241 req-f039dad1-c4b5-499c-89a5-d45eaf7c60df tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:01.010682 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2ebd6240-9669-4d69-b307-8f500b5a6241 req-f039dad1-c4b5-499c-89a5-d45eaf7c60df tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 948 time: 0.1211214 Jul 23 00:11:01.046441 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] For port f46ddc94-f049-4408-b6ed-2163346a0595, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:11:01.065792 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] For port f46ddc94-f049-4408-b6ed-2163346a0595, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f46ddc94-f049-4408-b6ed-2163346a0595,segment=NetworkSegment(8b750334-379d-44b6-bc7a-011a7a3917ea),segment_id=8b750334-379d-44b6-bc7a-011a7a3917ea)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:11:01.071094 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-2ebd6240-9669-4d69-b307-8f500b5a6241 req-ad9581ee-0e4f-4cc8-acb8-5c27a9fbbcaa tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbdaf90d-5b68-4d9b-b4f7-4e81b0249a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526581 Jul 23 00:11:01.072505 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:01.109343 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:01.109948 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:01.111286 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] 10.222.0.41 "PUT /v2.0/ports/f46ddc94-f049-4408-b6ed-2163346a0595 HTTP/1.1" status: 200 len: 1098 time: 0.6803985 Jul 23 00:11:01.111732 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ab90b0-58cb-4cdd-bd61-b3b92334c4db', 'tag': 'f46ddc94-f049-4408-b6ed-2163346a0595'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:11:01.113917 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8687a85c-f205-4e9f-947d-75a3a020e08f" -d '{"events": [{"name": "network-changed", "server_uuid": "90ab90b0-58cb-4cdd-bd61-b3b92334c4db", "tag": "f46ddc94-f049-4408-b6ed-2163346a0595"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:11:01.136431 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719668ee-fa7c-4c89-9446-61445cb1bfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=f46ddc94-f049-4408-b6ed-2163346a0595,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:01.178924 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6b0e0a-eb15-4d31-8d76-aeb1f0920a8d x-openstack-request-id: req-fd6b0e0a-eb15-4d31-8d76-aeb1f0920a8d {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:11:01.179210 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ab90b0-58cb-4cdd-bd61-b3b92334c4db", "tag": "f46ddc94-f049-4408-b6ed-2163346a0595", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:11:01.179488 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd6b0e0a-eb15-4d31-8d76-aeb1f0920a8d {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:11:01.179873 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ab90b0-58cb-4cdd-bd61-b3b92334c4db', 'tag': 'f46ddc94-f049-4408-b6ed-2163346a0595', 'status': 'completed', 'code': 200} Jul 23 00:11:01.207164 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-54ff21f5-6a9a-4f82-8d8a-75682ea6ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:01.208588 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-54ff21f5-6a9a-4f82-8d8a-75682ea6ba73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20af50203cc44ec5a601f74f434c711f&device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 1101 time: 0.0589979 Jul 23 00:11:01.251146 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-a4ee8e7e-f055-4365-a3fc-ef09818732f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f46ddc94-f049-4408-b6ed-2163346a0595 HTTP/1.1" status: 200 len: 217 time: 0.0357850 Jul 23 00:11:01.304112 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-21540bf4-8ca2-4f04-a27b-ffc5760478fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:01.305550 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-21540bf4-8ca2-4f04-a27b-ffc5760478fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d26660f3-7f95-4578-9f30-556d0b80493d HTTP/1.1" status: 200 len: 843 time: 0.0488136 Jul 23 00:11:01.362405 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-7f1ff0df-3884-44bb-a8b3-19f0dba35fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:01.363892 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-7f1ff0df-3884-44bb-a8b3-19f0dba35fe2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78876be2-c9ef-4f8f-ad1e-a2d5c855a6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0516987 Jul 23 00:11:01.448639 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-b375825f-e695-492f-ac14-56933be7a893 service neutron] 10.222.0.41 "GET /v2.0/networks/78876be2-c9ef-4f8f-ad1e-a2d5c855a6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781169 Jul 23 00:11:01.538377 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e058a2f9-28fc-47a8-8970-6a7f9de46ed4 req-b53937a4-5314-4ccf-9fba-8feccf7a332b service neutron] 10.222.0.41 "GET /v2.0/networks/78876be2-c9ef-4f8f-ad1e-a2d5c855a6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821910 Jul 23 00:11:01.634348 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687a85c-f205-4e9f-947d-75a3a020e08f req-0202b656-4472-42f6-ad35-266add423b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:01.635735 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8687a85c-f205-4e9f-947d-75a3a020e08f req-0202b656-4472-42f6-ad35-266add423b61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=20af50203cc44ec5a601f74f434c711f&device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 1101 time: 0.0522263 Jul 23 00:11:01.724577 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687a85c-f205-4e9f-947d-75a3a020e08f req-45279ebd-a121-4abb-8ea0-bc92212d5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:01.725992 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8687a85c-f205-4e9f-947d-75a3a020e08f req-45279ebd-a121-4abb-8ea0-bc92212d5aec service neutron] 10.222.0.41 "GET /v2.0/networks?id=78876be2-c9ef-4f8f-ad1e-a2d5c855a6be HTTP/1.1" status: 200 len: 870 time: 0.0841887 Jul 23 00:11:01.766311 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8687a85c-f205-4e9f-947d-75a3a020e08f req-c52ed7e2-52d8-4b7c-8479-778ad0f37627 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f46ddc94-f049-4408-b6ed-2163346a0595 HTTP/1.1" status: 200 len: 217 time: 0.0335476 Jul 23 00:11:01.812170 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687a85c-f205-4e9f-947d-75a3a020e08f req-2f12ed22-47ad-4f00-ab38-15b3ec0b9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:01.813532 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8687a85c-f205-4e9f-947d-75a3a020e08f req-2f12ed22-47ad-4f00-ab38-15b3ec0b9444 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d26660f3-7f95-4578-9f30-556d0b80493d HTTP/1.1" status: 200 len: 843 time: 0.0407634 Jul 23 00:11:01.873523 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687a85c-f205-4e9f-947d-75a3a020e08f req-ee04c6f6-1a83-4b19-a782-59ad74149b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:01.874958 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8687a85c-f205-4e9f-947d-75a3a020e08f req-ee04c6f6-1a83-4b19-a782-59ad74149b71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=78876be2-c9ef-4f8f-ad1e-a2d5c855a6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0545585 Jul 23 00:11:01.962246 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8687a85c-f205-4e9f-947d-75a3a020e08f req-1bfc47e9-78ab-4a32-bb06-621aafeb2b45 service neutron] 10.222.0.41 "GET /v2.0/networks/78876be2-c9ef-4f8f-ad1e-a2d5c855a6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791397 Jul 23 00:11:02.051752 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8687a85c-f205-4e9f-947d-75a3a020e08f req-70362a20-fe2c-4c38-b43a-da9fd2224a7e service neutron] 10.222.0.41 "GET /v2.0/networks/78876be2-c9ef-4f8f-ad1e-a2d5c855a6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831213 Jul 23 00:11:02.196462 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b525f-128c-4146-8c51-2e71b0d118cc req-aada8f38-515b-4eef-89a6-a1f80c77f507 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:02.197825 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-991b525f-128c-4146-8c51-2e71b0d118cc req-aada8f38-515b-4eef-89a6-a1f80c77f507 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 948 time: 0.0609229 Jul 23 00:11:02.234113 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-991b525f-128c-4146-8c51-2e71b0d118cc req-8c700ddd-6679-4a99-9c9e-b9a016910b75 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbdaf90d-5b68-4d9b-b4f7-4e81b0249a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302131 Jul 23 00:11:03.359820 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec80113-ea9d-467c-b130-bc8a568f1c23 req-4ae116f3-b3df-46c2-b8ec-8c5f19f0fcd1 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:03.361270 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3ec80113-ea9d-467c-b130-bc8a568f1c23 req-4ae116f3-b3df-46c2-b8ec-8c5f19f0fcd1 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 948 time: 0.0611703 Jul 23 00:11:03.401189 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-3ec80113-ea9d-467c-b130-bc8a568f1c23 req-ff92923a-22e4-47c5-bc47-ea3110df5f35 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbdaf90d-5b68-4d9b-b4f7-4e81b0249a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343847 Jul 23 00:11:04.442173 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device f46ddc94-f049-4408-b6ed-2163346a0595 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:11:04.530444 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36abcf-eaf0-4aee-b694-4212d2ed56b3 req-6b78783c-4817-4c91-9a19-5f0e541dc5b3 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:04.531932 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f36abcf-eaf0-4aee-b694-4212d2ed56b3 req-6b78783c-4817-4c91-9a19-5f0e541dc5b3 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 948 time: 0.0655315 Jul 23 00:11:04.534777 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port f46ddc94-f049-4408-b6ed-2163346a0595, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f46ddc94-f049-4408-b6ed-2163346a0595,segment=NetworkSegment(8b750334-379d-44b6-bc7a-011a7a3917ea),segment_id=8b750334-379d-44b6-bc7a-011a7a3917ea)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:11:04.546150 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': 'f46ddc94-f049-4408-b6ed-2163346a0595', 'network_id': '78876be2-c9ef-4f8f-ad1e-a2d5c855a6be', 'port_id': 'f46ddc94-f049-4408-b6ed-2163346a0595', 'mac_address': 'fa:16:3e:81:c3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd26660f3-7f95-4578-9f30-556d0b80493d', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:11:04.569841 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f36abcf-eaf0-4aee-b694-4212d2ed56b3 req-37bb264b-8ec1-402c-b137-46b2efec5419 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbdaf90d-5b68-4d9b-b4f7-4e81b0249a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320206 Jul 23 00:11:04.581316 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:04.594067 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46ddc94-f049-4408-b6ed-2163346a0595 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:11:04.613633 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port f46ddc94-f049-4408-b6ed-2163346a0595, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f46ddc94-f049-4408-b6ed-2163346a0595,segment=NetworkSegment(8b750334-379d-44b6-bc7a-011a7a3917ea),segment_id=8b750334-379d-44b6-bc7a-011a7a3917ea)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:11:04.617393 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:04.667452 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=f46ddc94-f049-4408-b6ed-2163346a0595,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:04.817871 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['f46ddc94-f049-4408-b6ed-2163346a0595'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:11:05.695877 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa578991-47ee-49a3-b4b8-3be17939a280 req-620cd672-98c8-4dd5-8da0-9e519f1a7700 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:05.697324 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fa578991-47ee-49a3-b4b8-3be17939a280 req-620cd672-98c8-4dd5-8da0-9e519f1a7700 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 949 time: 0.0623517 Jul 23 00:11:05.737241 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fa578991-47ee-49a3-b4b8-3be17939a280 req-2654b8dd-9cb6-43bb-ada1-6618ddac1a3a tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbdaf90d-5b68-4d9b-b4f7-4e81b0249a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344896 Jul 23 00:11:06.104068 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:11:06.457839 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device f46ddc94-f049-4408-b6ed-2163346a0595 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:11:06.507700 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port f46ddc94-f049-4408-b6ed-2163346a0595 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:11:06.511087 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port f46ddc94-f049-4408-b6ed-2163346a0595 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:11:06.511478 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:06.583142 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:06.606133 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ab90b0-58cb-4cdd-bd61-b3b92334c4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46ddc94-f049-4408-b6ed-2163346a0595'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:11:06.609164 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a697d666-371a-48b9-a02d-cc612fb86f27" -d '{"events": [{"server_uuid": "90ab90b0-58cb-4cdd-bd61-b3b92334c4db", "name": "network-vif-plugged", "status": "completed", "tag": "f46ddc94-f049-4408-b6ed-2163346a0595"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:11:06.621373 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port f46ddc94-f049-4408-b6ed-2163346a0595, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f46ddc94-f049-4408-b6ed-2163346a0595,segment=NetworkSegment(8b750334-379d-44b6-bc7a-011a7a3917ea),segment_id=8b750334-379d-44b6-bc7a-011a7a3917ea)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:11:06.626624 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:06.676144 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=f46ddc94-f049-4408-b6ed-2163346a0595,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:06.756994 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98d639b-e06e-423b-8c90-e46063fe485e x-openstack-request-id: req-d98d639b-e06e-423b-8c90-e46063fe485e {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:11:06.757285 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ab90b0-58cb-4cdd-bd61-b3b92334c4db", "name": "network-vif-plugged", "status": "completed", "tag": "f46ddc94-f049-4408-b6ed-2163346a0595", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:11:06.757534 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d98d639b-e06e-423b-8c90-e46063fe485e {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:11:06.757926 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ab90b0-58cb-4cdd-bd61-b3b92334c4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46ddc94-f049-4408-b6ed-2163346a0595', 'code': 200} Jul 23 00:11:06.872213 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fd4c9-8305-4708-862b-aa6dbf4f115f req-fa399785-19ab-4fe6-a441-65a7c34859fa tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:06.873682 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-187fd4c9-8305-4708-862b-aa6dbf4f115f req-fa399785-19ab-4fe6-a441-65a7c34859fa tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 950 time: 0.0671070 Jul 23 00:11:06.935287 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-187fd4c9-8305-4708-862b-aa6dbf4f115f req-6e876d50-f2e8-480a-9270-bafb9e75838f tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbdaf90d-5b68-4d9b-b4f7-4e81b0249a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531671 Jul 23 00:11:06.950988 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb8ec2-fb80-4c78-969e-458d8a39c661 req-43aa84b0-9fb0-4216-a8a3-979bf72ec50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:06.953047 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9ecb8ec2-fb80-4c78-969e-458d8a39c661 req-43aa84b0-9fb0-4216-a8a3-979bf72ec50d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 1103 time: 0.0782804 Jul 23 00:11:06.986431 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9ecb8ec2-fb80-4c78-969e-458d8a39c661 req-8726f5bf-f07c-45b5-ae82-d8635842e463 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bbdaf90d-5b68-4d9b-b4f7-4e81b0249a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272272 Jul 23 00:11:08.061778 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda974c8-f242-47f1-ae7d-28bd127279b3 req-7bf20938-b8f0-45b4-b5d2-5f1a46971213 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:08.063264 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cda974c8-f242-47f1-ae7d-28bd127279b3 req-7bf20938-b8f0-45b4-b5d2-5f1a46971213 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 950 time: 0.0613651 Jul 23 00:11:08.102103 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cda974c8-f242-47f1-ae7d-28bd127279b3 req-142159fa-31b9-45a6-92f3-b46ac6a853d1 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbdaf90d-5b68-4d9b-b4f7-4e81b0249a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333147 Jul 23 00:11:08.357138 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e6110-1393-4ab7-8d3a-e7ef5acc144f req-45ba13c6-fcf9-42b1-9745-071f85359ea0 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:08.358581 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cc2e6110-1393-4ab7-8d3a-e7ef5acc144f req-45ba13c6-fcf9-42b1-9745-071f85359ea0 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 950 time: 0.0613403 Jul 23 00:11:08.394880 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-cc2e6110-1393-4ab7-8d3a-e7ef5acc144f req-65d013dd-38e2-4516-b885-99ee65cf952e tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbdaf90d-5b68-4d9b-b4f7-4e81b0249a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308068 Jul 23 00:11:09.519492 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a6723-e59c-49b4-9ff5-bb439fd30762 req-fcf212c7-4e3b-4ecf-bf16-0fc3fd85af29 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:09.520928 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e8a6723-e59c-49b4-9ff5-bb439fd30762 req-fcf212c7-4e3b-4ecf-bf16-0fc3fd85af29 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 950 time: 0.0611825 Jul 23 00:11:09.556593 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-8e8a6723-e59c-49b4-9ff5-bb439fd30762 req-661d5264-ae44-4391-86bb-d0ad883e430e tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.39 "GET /v2.0/security-groups?id=bbdaf90d-5b68-4d9b-b4f7-4e81b0249a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302100 Jul 23 00:11:09.626062 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfe4a8-98f6-42f2-82e7-9958a8084390 req-b92b2fda-c59e-49a3-b7eb-4a9ba0885eb0 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:09.627490 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5cfe4a8-98f6-42f2-82e7-9958a8084390 req-b92b2fda-c59e-49a3-b7eb-4a9ba0885eb0 tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.41 "GET /v2.0/ports?device_id=90ab90b0-58cb-4cdd-bd61-b3b92334c4db HTTP/1.1" status: 200 len: 950 time: 0.0653236 Jul 23 00:11:09.721530 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-a5cfe4a8-98f6-42f2-82e7-9958a8084390 req-c0c31ec3-6a98-490a-9162-df19dbe4366b tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Deleting port f46ddc94-f049-4408-b6ed-2163346a0595 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:11:09.721776 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a5cfe4a8-98f6-42f2-82e7-9958a8084390 req-c0c31ec3-6a98-490a-9162-df19dbe4366b tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:09.809655 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-a5cfe4a8-98f6-42f2-82e7-9958a8084390 req-c0c31ec3-6a98-490a-9162-df19dbe4366b tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] For port f46ddc94-f049-4408-b6ed-2163346a0595, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f46ddc94-f049-4408-b6ed-2163346a0595,segment=NetworkSegment(8b750334-379d-44b6-bc7a-011a7a3917ea),segment_id=8b750334-379d-44b6-bc7a-011a7a3917ea)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:11:09.810019 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a5cfe4a8-98f6-42f2-82e7-9958a8084390 req-c0c31ec3-6a98-490a-9162-df19dbe4366b tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:09.821826 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-a5cfe4a8-98f6-42f2-82e7-9958a8084390 req-c0c31ec3-6a98-490a-9162-df19dbe4366b tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Calling delete_port for f46ddc94-f049-4408-b6ed-2163346a0595 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:11:09.942485 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a5cfe4a8-98f6-42f2-82e7-9958a8084390 req-c0c31ec3-6a98-490a-9162-df19dbe4366b tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:09.954416 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['f46ddc94-f049-4408-b6ed-2163346a0595'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:11:09.973437 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c31ec3-6a98-490a-9162-df19dbe4366b tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Pushing event deleted for resources: {'Port': ['ID=f46ddc94-f049-4408-b6ed-2163346a0595,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:10.019946 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cfe4a8-98f6-42f2-82e7-9958a8084390 req-c0c31ec3-6a98-490a-9162-df19dbe4366b tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] No DVR routers for this DVR port f46ddc94-f049-4408-b6ed-2163346a0595 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:11:10.022523 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-a5cfe4a8-98f6-42f2-82e7-9958a8084390 req-c0c31ec3-6a98-490a-9162-df19dbe4366b tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:10.024515 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a5cfe4a8-98f6-42f2-82e7-9958a8084390 req-c0c31ec3-6a98-490a-9162-df19dbe4366b tempest-VolumesNegativeTest-1130774590 tempest-VolumesNegativeTest-1130774590-project] 10.222.0.41 "DELETE /v2.0/ports/f46ddc94-f049-4408-b6ed-2163346a0595 HTTP/1.1" status: 204 len: 173 time: 0.3918178 Jul 23 00:11:10.024946 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ab90b0-58cb-4cdd-bd61-b3b92334c4db', 'name': 'network-vif-deleted', 'tag': 'f46ddc94-f049-4408-b6ed-2163346a0595'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:11:10.027163 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10226c0f-fab4-4d3f-876c-9c1fe22f8499" -d '{"events": [{"server_uuid": "90ab90b0-58cb-4cdd-bd61-b3b92334c4db", "name": "network-vif-deleted", "tag": "f46ddc94-f049-4408-b6ed-2163346a0595"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:11:10.064745 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048ace16-fa5f-47bf-a166-86b4d887e850 x-openstack-request-id: req-048ace16-fa5f-47bf-a166-86b4d887e850 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:11:10.065070 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ab90b0-58cb-4cdd-bd61-b3b92334c4db", "name": "network-vif-deleted", "tag": "f46ddc94-f049-4408-b6ed-2163346a0595", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:11:10.065318 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-048ace16-fa5f-47bf-a166-86b4d887e850 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:11:10.065701 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ab90b0-58cb-4cdd-bd61-b3b92334c4db', 'name': 'network-vif-deleted', 'tag': 'f46ddc94-f049-4408-b6ed-2163346a0595', 'status': 'completed', 'code': 200} Jul 23 00:11:12.488257 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device f46ddc94-f049-4408-b6ed-2163346a0595 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:11:12.508360 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: f46ddc94-f049-4408-b6ed-2163346a0595 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:11:12.508709 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device f46ddc94-f049-4408-b6ed-2163346a0595 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:11:12.984125 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.150583 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 56508) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:14.276460 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-abe13327-bd76-4c40-b874-54ca50390d99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20af50203cc44ec5a601f74f434c711f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1247427 Jul 23 00:11:14.278860 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 56512) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:14.325257 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-51bd86b1-19ea-45f1-b719-1773ee15e414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.345598 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-51bd86b1-19ea-45f1-b719-1773ee15e414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.389248 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-51bd86b1-19ea-45f1-b719-1773ee15e414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.391778 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-51bd86b1-19ea-45f1-b719-1773ee15e414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:14.392874 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-51bd86b1-19ea-45f1-b719-1773ee15e414 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbdaf90d-5b68-4d9b-b4f7-4e81b0249a01 HTTP/1.1" status: 204 len: 168 time: 0.1130974 Jul 23 00:11:14.399967 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd86b1-19ea-45f1-b719-1773ee15e414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdaf90d-5b68-4d9b-b4f7-4e81b0249a01,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:14.978675 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 56534) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:15.068838 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-277383219-network', 'tenant_id': '2469a4799a364f25bafecd68e58814ee'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:15.089198 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Made reservation on behalf of 2469a4799a364f25bafecd68e58814ee for: {'network': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:11:15.091439 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for network, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:15.099549 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:15.185013 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:15.189289 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:15.212444 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=92929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 00:11:15.220689 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7c30d6-9652-4779-9c80-938144033ad6,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:15.226874 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:15.227220 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.db.segments_db [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Added segment 5377a948-1f87-43fd-87d3-2551cdbd173d of type vlan for network 20397035-b7ad-4abc-81f2-d7a83daef685 Jul 23 00:11:15.269468 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770847817710'] for network, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:15.540542 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107'] for network, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:15.541553 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:15.542122 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:15.573569 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5937867 Jul 23 00:11:15.576398 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 56538) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:11:15.603934 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [None req-ca5003a0-d6d5-4955-b539-813eba3a93ce admin admin] Request body: {'subnet': {'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-277383219-subnet', 'tenant_id': '2469a4799a364f25bafecd68e58814ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:15.607787 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b97c6-ad20-47dd-82d7-4d1c1a7c38fc admin admin] Pushing event updated for resources: {'Network': ['ID=20397035-b7ad-4abc-81f2-d7a83daef685,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:15.617564 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Network 20397035-b7ad-4abc-81f2-d7a83daef685 details requested by agent ovs-agent-dv-cinder-801633-1-iscsi with host dv-cinder-801633-1-iscsi {{(pid=92930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 00:11:15.626289 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5003a0-d6d5-4955-b539-813eba3a93ce admin admin] Made reservation on behalf of 2469a4799a364f25bafecd68e58814ee for: {'subnet': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:11:15.628565 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ca5003a0-d6d5-4955-b539-813eba3a93ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5858349'] for subnet, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:15.787799 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ca5003a0-d6d5-4955-b539-813eba3a93ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5718272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5858399'] for subnet, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:15.843942 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5003a0-d6d5-4955-b539-813eba3a93ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80383d5-6222-4142-91b1-350895636787,revision_number=0']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:15.848070 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5003a0-d6d5-4955-b539-813eba3a93ce admin admin] Checking segment: {'id': '5377a948-1f87-43fd-87d3-2551cdbd173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:11:15.848424 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5003a0-d6d5-4955-b539-813eba3a93ce admin admin] Network hostable DHCP agents. Network: 20397035-b7ad-4abc-81f2-d7a83daef685, hostable agents: ['09be0a5a-c85a-4d94-8abd-268cfd996403'], hosted agents: [] {{(pid=92929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 00:11:15.864290 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5003a0-d6d5-4955-b539-813eba3a93ce admin admin] Network 20397035-b7ad-4abc-81f2-d7a83daef685 is scheduled to be hosted by DHCP agent 09be0a5a-c85a-4d94-8abd-268cfd996403 with binding_index 1 {{(pid=92929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 00:11:15.872158 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-ca5003a0-d6d5-4955-b539-813eba3a93ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801633-1-iscsi, 20397035-b7ad-4abc-81f2-d7a83daef685) {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:11:15.876516 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5003a0-d6d5-4955-b539-813eba3a93ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:15.877096 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ca5003a0-d6d5-4955-b539-813eba3a93ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:15.882155 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409eb1fe-9a95-431a-ab2a-ee1f37b779d0 None None] Network 20397035-b7ad-4abc-81f2-d7a83daef685 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:11:15.895903 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-ca5003a0-d6d5-4955-b539-813eba3a93ce admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3184669 Jul 23 00:11:16.005778 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b16030-e02f-4997-a774-da5e3b564981 None None] Network 20397035-b7ad-4abc-81f2-d7a83daef685 requested from dv-cinder-801633-1-iscsi {{(pid=92930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 00:11:17.610014 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-426d34e5-5fa4-43a2-a6f6-4aae675b4b7f tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:17.611462 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-426d34e5-5fa4-43a2-a6f6-4aae675b4b7f tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/networks?id=20397035-b7ad-4abc-81f2-d7a83daef685 HTTP/1.1" status: 200 len: 813 time: 0.0981641 Jul 23 00:11:17.625744 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-368033b5-c3a4-4642-af12-142f7d2894cc tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/quotas/2469a4799a364f25bafecd68e58814ee HTTP/1.1" status: 200 len: 375 time: 0.0090618 Jul 23 00:11:17.657394 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c9deb0a7-e9e2-421d-ba1a-3cdb7a54c504 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2469a4799a364f25bafecd68e58814ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270934 Jul 23 00:11:17.667268 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-3b46e95f-f776-4e26-aa27-c2321d44b481 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:11:17.668226 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-3b46e95f-f776-4e26-aa27-c2321d44b481 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048299 Jul 23 00:11:17.754896 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-09e72f7e-856a-48a7-b086-0c30bd47413b service neutron] 10.222.0.39 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810409 Jul 23 00:11:17.766550 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c1a19aa2-66ac-4757-807f-b5fbcf6a89e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:17.840533 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-0ce717b4-8e01-4e44-8001-2fcba2abc6eb service neutron] 10.222.0.39 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795102 Jul 23 00:11:18.002856 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-49d9dd4f-3265-4655-82d3-083b3626118a req-b3b414a8-5ccf-4125-ac95-5ae429bf712e tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 210 time: 0.0328829 Jul 23 00:11:18.867279 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-f6c14b91-7fa5-4df7-970e-d0deb25b8cc8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:18.868724 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-f6c14b91-7fa5-4df7-970e-d0deb25b8cc8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.41 "GET /v2.0/networks?id=20397035-b7ad-4abc-81f2-d7a83daef685 HTTP/1.1" status: 200 len: 813 time: 0.1047177 Jul 23 00:11:18.881131 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-a984a311-3b2e-4d56-b202-54c64d2ab689 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Request body: {'port': {'device_id': '5d22505d-9522-4bf2-9944-be79291e6b3e', 'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685', 'admin_state_up': True, 'tenant_id': '2469a4799a364f25bafecd68e58814ee'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:18.992504 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-a984a311-3b2e-4d56-b202-54c64d2ab689 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Made reservation on behalf of 2469a4799a364f25bafecd68e58814ee for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:11:18.997493 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-a984a311-3b2e-4d56-b202-54c64d2ab689 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:19.122833 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-1d23e8fc-50bd-4a73-9ba3-cfca94715996 req-effe8948-1a8a-4c10-87fe-165a9ec6b18c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 210 time: 0.0498478 Jul 23 00:11:19.148433 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-a984a311-3b2e-4d56-b202-54c64d2ab689 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Allocated IP 172.20.0.10 (20397035-b7ad-4abc-81f2-d7a83daef685/f80383d5-6222-4142-91b1-350895636787/f1c770c4-0ff5-4e72-89ec-c902ddc0987b) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:11:19.285588 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-a984a311-3b2e-4d56-b202-54c64d2ab689 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:19.326532 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-a984a311-3b2e-4d56-b202-54c64d2ab689 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:19.368999 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-a984a311-3b2e-4d56-b202-54c64d2ab689 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Network 20397035-b7ad-4abc-81f2-d7a83daef685 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:11:19.371914 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-a984a311-3b2e-4d56-b202-54c64d2ab689 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:11:19.375728 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-a984a311-3b2e-4d56-b202-54c64d2ab689 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:11:19.402207 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984a311-3b2e-4d56-b202-54c64d2ab689 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Pushing event updated for resources: {'Port': ['ID=f1c770c4-0ff5-4e72-89ec-c902ddc0987b,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:19.429913 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-a984a311-3b2e-4d56-b202-54c64d2ab689 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:19.430515 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-a984a311-3b2e-4d56-b202-54c64d2ab689 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:19.443778 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-a984a311-3b2e-4d56-b202-54c64d2ab689 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5666301 Jul 23 00:11:19.454877 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Request body: {'port': {'device_id': '5d22505d-9522-4bf2-9944-be79291e6b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:11:19.525937 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:19.780087 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c770c4-0ff5-4e72-89ec-c902ddc0987b {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:11:19.787719 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:19.801342 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Transition to ACTIVE for port object f1c770c4-0ff5-4e72-89ec-c902ddc0987b will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:11:19.804671 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:19.854785 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c770c4-0ff5-4e72-89ec-c902ddc0987b,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:19.921434 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Attempting to bind port f1c770c4-0ff5-4e72-89ec-c902ddc0987b on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:11:19.922025 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Attempting to bind port f1c770c4-0ff5-4e72-89ec-c902ddc0987b by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '5377a948-1f87-43fd-87d3-2551cdbd173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:11:19.922383 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Attempting to bind port f1c770c4-0ff5-4e72-89ec-c902ddc0987b on network 20397035-b7ad-4abc-81f2-d7a83daef685 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:11:19.926219 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Port f1c770c4-0ff5-4e72-89ec-c902ddc0987b on network 20397035-b7ad-4abc-81f2-d7a83daef685 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:11:19.926531 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Attempting to bind port f1c770c4-0ff5-4e72-89ec-c902ddc0987b on network 20397035-b7ad-4abc-81f2-d7a83daef685 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:11:19.931230 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:11:19.931659 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Checking segment: {'id': '5377a948-1f87-43fd-87d3-2551cdbd173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:11:19.932038 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Bound using segment: {'id': '5377a948-1f87-43fd-87d3-2551cdbd173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:11:19.932451 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Bound port: f1c770c4-0ff5-4e72-89ec-c902ddc0987b, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5377a948-1f87-43fd-87d3-2551cdbd173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:11:19.932802 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:19.993464 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] For port f1c770c4-0ff5-4e72-89ec-c902ddc0987b, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:11:19.996395 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] For port f1c770c4-0ff5-4e72-89ec-c902ddc0987b, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f1c770c4-0ff5-4e72-89ec-c902ddc0987b,segment=NetworkSegment(5377a948-1f87-43fd-87d3-2551cdbd173d),segment_id=5377a948-1f87-43fd-87d3-2551cdbd173d)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:11:20.001529 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:20.032616 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:20.033219 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:20.034583 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] 10.222.0.41 "PUT /v2.0/ports/f1c770c4-0ff5-4e72-89ec-c902ddc0987b HTTP/1.1" status: 200 len: 1094 time: 0.5836983 Jul 23 00:11:20.035004 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d22505d-9522-4bf2-9944-be79291e6b3e', 'tag': 'f1c770c4-0ff5-4e72-89ec-c902ddc0987b'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:11:20.037241 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61283b6-c0df-4654-8c93-aa55a5f8a3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d22505d-9522-4bf2-9944-be79291e6b3e", "tag": "f1c770c4-0ff5-4e72-89ec-c902ddc0987b"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:11:20.063704 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe8349-df08-4bfe-933d-90ffae3f6a67 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c770c4-0ff5-4e72-89ec-c902ddc0987b,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:20.074064 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756f716d-b806-416b-a383-33e8ba747cb3 x-openstack-request-id: req-756f716d-b806-416b-a383-33e8ba747cb3 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:11:20.074349 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d22505d-9522-4bf2-9944-be79291e6b3e", "tag": "f1c770c4-0ff5-4e72-89ec-c902ddc0987b", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:11:20.074594 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-756f716d-b806-416b-a383-33e8ba747cb3 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:11:20.075011 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d22505d-9522-4bf2-9944-be79291e6b3e', 'tag': 'f1c770c4-0ff5-4e72-89ec-c902ddc0987b', 'status': 'completed', 'code': 200} Jul 23 00:11:20.132802 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-8045d041-43ea-471b-8482-f2d90204c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:20.134256 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-8045d041-43ea-471b-8482-f2d90204c2d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2469a4799a364f25bafecd68e58814ee&device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 1097 time: 0.0571873 Jul 23 00:11:20.175647 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-a73ec096-ab4a-4474-98d4-1781e28a6702 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1c770c4-0ff5-4e72-89ec-c902ddc0987b HTTP/1.1" status: 200 len: 217 time: 0.0342336 Jul 23 00:11:20.220417 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8fc02b5c-7b85-4c07-ae6d-cb04bc218d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:20.254936 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6bbd839-37db-4788-83ca-f226a5df18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:20.256655 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-c6bbd839-37db-4788-83ca-f226a5df18b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f80383d5-6222-4142-91b1-350895636787 HTTP/1.1" status: 200 len: 853 time: 0.0756068 Jul 23 00:11:20.292833 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-0a3284b3-1796-4177-9703-939357d9c278 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20397035-b7ad-4abc-81f2-d7a83daef685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290041 Jul 23 00:11:20.304713 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4338b1-6521-4bcf-b6cf-48cbdc4632ad req-9d366aa1-fe90-4e7e-8008-12b778acf4b2 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:20.306065 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dc4338b1-6521-4bcf-b6cf-48cbdc4632ad req-9d366aa1-fe90-4e7e-8008-12b778acf4b2 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 944 time: 0.1168036 Jul 23 00:11:20.390189 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-dc4338b1-6521-4bcf-b6cf-48cbdc4632ad req-ec84414f-a205-4f89-afae-fa4df676fb46 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765924 Jul 23 00:11:20.413739 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-91b7250f-2c19-4813-b559-6af9243cc050 service neutron] 10.222.0.41 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068056 Jul 23 00:11:20.485297 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:20.499301 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-fbf651fc-6243-49c1-8d73-967d5a351e27 req-556cdf3c-0773-449a-a824-b2c3ff6efe79 service neutron] 10.222.0.41 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796649 Jul 23 00:11:20.589415 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61283b6-c0df-4654-8c93-aa55a5f8a3b1 req-b8a81bd1-5c71-4d25-87db-4719ea12d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:20.590753 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e61283b6-c0df-4654-8c93-aa55a5f8a3b1 req-b8a81bd1-5c71-4d25-87db-4719ea12d0e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2469a4799a364f25bafecd68e58814ee&device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 1097 time: 0.0510721 Jul 23 00:11:20.680750 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61283b6-c0df-4654-8c93-aa55a5f8a3b1 req-aaa8f747-bc5f-4dcf-a470-294a808e19c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:20.682239 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e61283b6-c0df-4654-8c93-aa55a5f8a3b1 req-aaa8f747-bc5f-4dcf-a470-294a808e19c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=20397035-b7ad-4abc-81f2-d7a83daef685 HTTP/1.1" status: 200 len: 914 time: 0.0842848 Jul 23 00:11:20.725635 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e61283b6-c0df-4654-8c93-aa55a5f8a3b1 req-c1d4b669-7a5f-491c-9a70-5b603e7834b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1c770c4-0ff5-4e72-89ec-c902ddc0987b HTTP/1.1" status: 200 len: 217 time: 0.0362298 Jul 23 00:11:20.776611 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61283b6-c0df-4654-8c93-aa55a5f8a3b1 req-b015e53f-13b4-4758-84e1-4d95fa0192f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:20.778026 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e61283b6-c0df-4654-8c93-aa55a5f8a3b1 req-b015e53f-13b4-4758-84e1-4d95fa0192f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f80383d5-6222-4142-91b1-350895636787 HTTP/1.1" status: 200 len: 853 time: 0.0463653 Jul 23 00:11:20.812879 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e61283b6-c0df-4654-8c93-aa55a5f8a3b1 req-569b5723-0aaf-403f-a138-78bf0ef99da1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20397035-b7ad-4abc-81f2-d7a83daef685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266435 Jul 23 00:11:20.899359 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e61283b6-c0df-4654-8c93-aa55a5f8a3b1 req-1db1911b-2cab-449b-a681-aa2f5a720a13 service neutron] 10.222.0.41 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796180 Jul 23 00:11:20.988761 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e61283b6-c0df-4654-8c93-aa55a5f8a3b1 req-b9d4db89-1c89-46e3-ab73-d5764880fdda service neutron] 10.222.0.41 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816393 Jul 23 00:11:21.517278 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a5e4c-b8b6-425d-ade3-53c2dd9194c9 req-3737117c-4f66-4fe0-86a5-3e5b18c8e8bf tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:21.519744 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-606a5e4c-b8b6-425d-ade3-53c2dd9194c9 req-3737117c-4f66-4fe0-86a5-3e5b18c8e8bf tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 944 time: 0.0631273 Jul 23 00:11:21.534069 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:21.557108 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-606a5e4c-b8b6-425d-ade3-53c2dd9194c9 req-56820bc8-e63c-4389-942e-da06e1a78976 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318716 Jul 23 00:11:22.550161 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device f1c770c4-0ff5-4e72-89ec-c902ddc0987b details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:11:22.644834 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port f1c770c4-0ff5-4e72-89ec-c902ddc0987b, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f1c770c4-0ff5-4e72-89ec-c902ddc0987b,segment=NetworkSegment(5377a948-1f87-43fd-87d3-2551cdbd173d),segment_id=5377a948-1f87-43fd-87d3-2551cdbd173d)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:11:22.658377 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': 'f1c770c4-0ff5-4e72-89ec-c902ddc0987b', 'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685', 'port_id': 'f1c770c4-0ff5-4e72-89ec-c902ddc0987b', 'mac_address': 'fa:16:3e:46:11:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80383d5-6222-4142-91b1-350895636787', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:11:22.688796 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6225082-03a8-4b20-be64-9fe2ae204b90 req-c63ab9ba-f1d0-4580-aac3-d92d66e0a9e7 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:22.690279 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b6225082-03a8-4b20-be64-9fe2ae204b90 req-c63ab9ba-f1d0-4580-aac3-d92d66e0a9e7 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 944 time: 0.0689938 Jul 23 00:11:22.694895 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:22.707162 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c770c4-0ff5-4e72-89ec-c902ddc0987b {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:11:22.725584 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port f1c770c4-0ff5-4e72-89ec-c902ddc0987b, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f1c770c4-0ff5-4e72-89ec-c902ddc0987b,segment=NetworkSegment(5377a948-1f87-43fd-87d3-2551cdbd173d),segment_id=5377a948-1f87-43fd-87d3-2551cdbd173d)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:11:22.726410 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b6225082-03a8-4b20-be64-9fe2ae204b90 req-ee422fe8-125d-4c19-82bf-5d469632dfca tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306756 Jul 23 00:11:22.729611 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:22.779945 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=f1c770c4-0ff5-4e72-89ec-c902ddc0987b,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:22.915437 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['f1c770c4-0ff5-4e72-89ec-c902ddc0987b'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:11:23.210597 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:23.852980 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e280c5-e1e8-40ca-ac06-c7e8a68e86f4 req-fd42a086-9c15-49e4-86b6-a18932cc304d tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:23.854460 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10e280c5-e1e8-40ca-ac06-c7e8a68e86f4 req-fd42a086-9c15-49e4-86b6-a18932cc304d tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 945 time: 0.0617187 Jul 23 00:11:23.891677 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-10e280c5-e1e8-40ca-ac06-c7e8a68e86f4 req-63d3b813-a61a-4287-9f0a-968a952fcf70 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317402 Jul 23 00:11:24.550459 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device f1c770c4-0ff5-4e72-89ec-c902ddc0987b up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:11:24.600344 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port f1c770c4-0ff5-4e72-89ec-c902ddc0987b completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:11:24.603976 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port f1c770c4-0ff5-4e72-89ec-c902ddc0987b triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:11:24.604344 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:24.676619 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:24.697590 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d22505d-9522-4bf2-9944-be79291e6b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c770c4-0ff5-4e72-89ec-c902ddc0987b'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:11:24.699802 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35833596-8960-492e-99dd-973b11c7da67" -d '{"events": [{"server_uuid": "5d22505d-9522-4bf2-9944-be79291e6b3e", "name": "network-vif-plugged", "status": "completed", "tag": "f1c770c4-0ff5-4e72-89ec-c902ddc0987b"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:11:24.712552 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port f1c770c4-0ff5-4e72-89ec-c902ddc0987b, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f1c770c4-0ff5-4e72-89ec-c902ddc0987b,segment=NetworkSegment(5377a948-1f87-43fd-87d3-2551cdbd173d),segment_id=5377a948-1f87-43fd-87d3-2551cdbd173d)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:11:24.716905 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:24.739810 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d985c78-e2e1-4177-ab1b-fc26d4c123e6 x-openstack-request-id: req-0d985c78-e2e1-4177-ab1b-fc26d4c123e6 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:11:24.740091 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d22505d-9522-4bf2-9944-be79291e6b3e", "name": "network-vif-plugged", "status": "completed", "tag": "f1c770c4-0ff5-4e72-89ec-c902ddc0987b", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:11:24.740335 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d985c78-e2e1-4177-ab1b-fc26d4c123e6 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:11:24.740707 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d22505d-9522-4bf2-9944-be79291e6b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c770c4-0ff5-4e72-89ec-c902ddc0987b', 'code': 200} Jul 23 00:11:24.771199 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=f1c770c4-0ff5-4e72-89ec-c902ddc0987b,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:11:24.906921 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7128c01-2bf7-4625-bc68-7cc25e000879 req-95094c33-d191-4f8a-8949-ab0b6997cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:24.908336 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a7128c01-2bf7-4625-bc68-7cc25e000879 req-95094c33-d191-4f8a-8949-ab0b6997cb32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 1099 time: 0.0520861 Jul 23 00:11:24.942377 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-a7128c01-2bf7-4625-bc68-7cc25e000879 req-6ca14ad3-d784-4a79-9f95-76c10de2c36a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277600 Jul 23 00:11:25.019373 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb92ce-41dc-44f8-87e6-4428429396b6 req-6b548f40-2ddf-4577-8d2a-a6f074b2bd77 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:25.020880 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d3bb92ce-41dc-44f8-87e6-4428429396b6 req-6b548f40-2ddf-4577-8d2a-a6f074b2bd77 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 946 time: 0.0650849 Jul 23 00:11:25.056936 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d3bb92ce-41dc-44f8-87e6-4428429396b6 req-3d42348f-e092-41a2-9ad8-7198b9f471a9 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306265 Jul 23 00:11:26.182880 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dc936-ceec-4c69-94e8-d7d532bec6a4 req-5e5e37b9-50e9-44a3-bb99-919da907ab41 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:26.184272 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-087dc936-ceec-4c69-94e8-d7d532bec6a4 req-5e5e37b9-50e9-44a3-bb99-919da907ab41 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 946 time: 0.0617199 Jul 23 00:11:26.220733 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-087dc936-ceec-4c69-94e8-d7d532bec6a4 req-5b62d298-2520-44f8-855a-7af6bf60785e tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305190 Jul 23 00:11:43.016125 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:43.102707 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:11:43.391076 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-af4dd561-ccb2-4c82-b9f4-900e94db2964 req-fc6bb4e6-dfd6-40db-bad1-c5c7cb3e9123 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543535 Jul 23 00:11:43.481566 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dd561-ccb2-4c82-b9f4-900e94db2964 req-fda3002e-05a7-409f-9b84-258e920f516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:43.483009 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-af4dd561-ccb2-4c82-b9f4-900e94db2964 req-fda3002e-05a7-409f-9b84-258e920f516b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2469a4799a364f25bafecd68e58814ee&device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 1099 time: 0.0516224 Jul 23 00:11:43.579979 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dd561-ccb2-4c82-b9f4-900e94db2964 req-aa96bbc7-8c97-4bb4-839c-9c58f8fd4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:43.581382 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-af4dd561-ccb2-4c82-b9f4-900e94db2964 req-aa96bbc7-8c97-4bb4-839c-9c58f8fd4676 service neutron] 10.222.0.41 "GET /v2.0/networks?id=20397035-b7ad-4abc-81f2-d7a83daef685 HTTP/1.1" status: 200 len: 914 time: 0.0799403 Jul 23 00:11:43.624032 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-af4dd561-ccb2-4c82-b9f4-900e94db2964 req-e8942586-b071-4769-b1f0-437e5c954b5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1c770c4-0ff5-4e72-89ec-c902ddc0987b HTTP/1.1" status: 200 len: 217 time: 0.0364645 Jul 23 00:11:43.673672 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dd561-ccb2-4c82-b9f4-900e94db2964 req-18500e5d-58e3-4389-9327-81a43f9b957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:11:43.674980 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-af4dd561-ccb2-4c82-b9f4-900e94db2964 req-18500e5d-58e3-4389-9327-81a43f9b957f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f80383d5-6222-4142-91b1-350895636787 HTTP/1.1" status: 200 len: 853 time: 0.0426056 Jul 23 00:11:43.707551 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-af4dd561-ccb2-4c82-b9f4-900e94db2964 req-dee00d6a-d5f7-463f-83e5-14a813d8a562 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20397035-b7ad-4abc-81f2-d7a83daef685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261326 Jul 23 00:11:43.797380 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-af4dd561-ccb2-4c82-b9f4-900e94db2964 req-89e21c7b-5a10-43a7-bbde-a77393adb7e0 service neutron] 10.222.0.41 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835075 Jul 23 00:11:43.883262 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-af4dd561-ccb2-4c82-b9f4-900e94db2964 req-80f0a5f2-2e26-4713-9c3f-eef968e83016 service neutron] 10.222.0.41 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790815 Jul 23 00:11:47.769309 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6f9c8cba-c7ea-49a0-9322-ee02968461f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:50.220026 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5bbbfef3-42b0-49de-8edf-f329321c258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:50.486594 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:51.536204 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:11:53.215153 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:05.558826 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1392c0-69f7-4406-9fc4-7b25112aab4c req-e7a2de44-d8a1-4ff1-b676-f8595ea90a2f tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:05.560296 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f1392c0-69f7-4406-9fc4-7b25112aab4c req-e7a2de44-d8a1-4ff1-b676-f8595ea90a2f tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 946 time: 0.0662053 Jul 23 00:12:05.597577 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7f1392c0-69f7-4406-9fc4-7b25112aab4c req-90d5b552-d366-4d60-8d14-b1426dd76414 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317652 Jul 23 00:12:06.729414 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd7db6-60a7-41b2-870d-26793c81da31 req-ff62d213-86a9-48ee-bef9-71d31b2ea444 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:06.730851 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d5bd7db6-60a7-41b2-870d-26793c81da31 req-ff62d213-86a9-48ee-bef9-71d31b2ea444 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 946 time: 0.0614913 Jul 23 00:12:06.766611 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d5bd7db6-60a7-41b2-870d-26793c81da31 req-08edf339-4745-40ca-a0c6-9e16826e2601 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302579 Jul 23 00:12:07.166420 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2f4bd-4db7-4ab5-b3e3-34e9a85d0d52 req-64617207-a824-4f0f-b0f5-21fe48300abe tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:07.167851 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-32a2f4bd-4db7-4ab5-b3e3-34e9a85d0d52 req-64617207-a824-4f0f-b0f5-21fe48300abe tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 946 time: 0.0606444 Jul 23 00:12:07.263596 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-32a2f4bd-4db7-4ab5-b3e3-34e9a85d0d52 req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Deleting port f1c770c4-0ff5-4e72-89ec-c902ddc0987b {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:12:07.263930 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-32a2f4bd-4db7-4ab5-b3e3-34e9a85d0d52 req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:07.349624 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-32a2f4bd-4db7-4ab5-b3e3-34e9a85d0d52 req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] For port f1c770c4-0ff5-4e72-89ec-c902ddc0987b, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=f1c770c4-0ff5-4e72-89ec-c902ddc0987b,segment=NetworkSegment(5377a948-1f87-43fd-87d3-2551cdbd173d),segment_id=5377a948-1f87-43fd-87d3-2551cdbd173d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:12:07.349968 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-32a2f4bd-4db7-4ab5-b3e3-34e9a85d0d52 req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:07.360995 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-32a2f4bd-4db7-4ab5-b3e3-34e9a85d0d52 req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Calling delete_port for f1c770c4-0ff5-4e72-89ec-c902ddc0987b owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:12:07.480611 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-32a2f4bd-4db7-4ab5-b3e3-34e9a85d0d52 req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:07.492620 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['f1c770c4-0ff5-4e72-89ec-c902ddc0987b'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:12:07.511679 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Pushing event deleted for resources: {'Port': ['ID=f1c770c4-0ff5-4e72-89ec-c902ddc0987b,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:12:07.538512 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:07.538856 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:07.539190 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:07.539551 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:07.539880 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:07.540206 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:07.540538 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:07.540862 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:07.541186 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:07.541508 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:07.541827 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:07.542141 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:07.565313 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a2f4bd-4db7-4ab5-b3e3-34e9a85d0d52 req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] No DVR routers for this DVR port f1c770c4-0ff5-4e72-89ec-c902ddc0987b on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:12:07.567855 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-32a2f4bd-4db7-4ab5-b3e3-34e9a85d0d52 req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:07.569809 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-32a2f4bd-4db7-4ab5-b3e3-34e9a85d0d52 req-749597b5-14c7-4a27-a06c-385d264b527c tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.41 "DELETE /v2.0/ports/f1c770c4-0ff5-4e72-89ec-c902ddc0987b HTTP/1.1" status: 204 len: 173 time: 0.3963265 Jul 23 00:12:07.570237 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d22505d-9522-4bf2-9944-be79291e6b3e', 'name': 'network-vif-deleted', 'tag': 'f1c770c4-0ff5-4e72-89ec-c902ddc0987b'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:12:07.572473 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a125e577-65bd-42cf-940f-1b8429e30c57" -d '{"events": [{"server_uuid": "5d22505d-9522-4bf2-9944-be79291e6b3e", "name": "network-vif-deleted", "tag": "f1c770c4-0ff5-4e72-89ec-c902ddc0987b"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:12:07.608638 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e23068-979e-4f96-8976-af8457a7a313 x-openstack-request-id: req-65e23068-979e-4f96-8976-af8457a7a313 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:12:07.608943 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d22505d-9522-4bf2-9944-be79291e6b3e", "name": "network-vif-deleted", "tag": "f1c770c4-0ff5-4e72-89ec-c902ddc0987b", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:12:07.609189 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65e23068-979e-4f96-8976-af8457a7a313 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:12:07.609576 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d22505d-9522-4bf2-9944-be79291e6b3e', 'name': 'network-vif-deleted', 'tag': 'f1c770c4-0ff5-4e72-89ec-c902ddc0987b', 'status': 'completed', 'code': 200} Jul 23 00:12:07.876242 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-22b7cd28-7b47-47c0-a523-bc350763d3a1 req-2befa5bb-033c-46bb-9f1f-d392971f0352 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d22505d-9522-4bf2-9944-be79291e6b3e HTTP/1.1" status: 200 len: 210 time: 0.0349922 Jul 23 00:12:11.050741 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device f1c770c4-0ff5-4e72-89ec-c902ddc0987b no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:12:11.070491 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: f1c770c4-0ff5-4e72-89ec-c902ddc0987b {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:12:11.070828 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device f1c770c4-0ff5-4e72-89ec-c902ddc0987b not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:12:13.013659 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:16.760250 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-4e2b9cab-b616-4e8e-b2b2-a883b9be43ba tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:16.761668 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-4e2b9cab-b616-4e8e-b2b2-a883b9be43ba tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/networks?id=20397035-b7ad-4abc-81f2-d7a83daef685 HTTP/1.1" status: 200 len: 813 time: 0.0982251 Jul 23 00:12:16.776098 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-e7b24ad5-a395-4d05-9bbd-7cc409e6dda6 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/quotas/2469a4799a364f25bafecd68e58814ee HTTP/1.1" status: 200 len: 375 time: 0.0090830 Jul 23 00:12:16.807926 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-6c1015a6-14ba-4630-8eca-2dc8917765ff tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2469a4799a364f25bafecd68e58814ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271871 Jul 23 00:12:16.817473 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-9c86fdf9-4ca4-407d-9927-ee41d9dd3d68 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92929) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 00:12:16.818432 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-9c86fdf9-4ca4-407d-9927-ee41d9dd3d68 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047314 Jul 23 00:12:16.905243 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-cbb2edf7-3132-4eba-a6ac-0b9d710ad6da service neutron] 10.222.0.39 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818136 Jul 23 00:12:16.995814 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-9ba2b28f-fe07-41c1-b652-90d5daed5bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849702 Jul 23 00:12:17.151890 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-56baa417-c3f8-4e8c-9490-fb782fa85319 req-cd28f0ee-9137-47d3-b1da-71fa8fe3ef62 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 210 time: 0.0289426 Jul 23 00:12:17.770859 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37c1e7d8-59d5-46d6-a544-abb1abdd5b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:18.025348 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-59d891f4-1db8-4b43-8904-623d7c42ed15 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:18.026692 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-59d891f4-1db8-4b43-8904-623d7c42ed15 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.41 "GET /v2.0/networks?id=20397035-b7ad-4abc-81f2-d7a83daef685 HTTP/1.1" status: 200 len: 813 time: 0.1017754 Jul 23 00:12:18.038172 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-36a054db-a664-4ddd-a992-12c1bbed21b8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Request body: {'port': {'device_id': 'abf23e5b-19f5-4dd8-b748-c8bec473d456', 'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685', 'admin_state_up': True, 'tenant_id': '2469a4799a364f25bafecd68e58814ee'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:12:18.144294 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-36a054db-a664-4ddd-a992-12c1bbed21b8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Made reservation on behalf of 2469a4799a364f25bafecd68e58814ee for: {'port': 1} {{(pid=92929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 00:12:18.147793 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-36a054db-a664-4ddd-a992-12c1bbed21b8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:18.269610 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b953479d-7fce-42d9-afb7-d982c517c8e8 req-835ca0d4-b86b-4a2f-a7f1-92e218a5bfbc tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 210 time: 0.0520992 Jul 23 00:12:18.293638 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-36a054db-a664-4ddd-a992-12c1bbed21b8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Allocated IP 172.20.0.10 (20397035-b7ad-4abc-81f2-d7a83daef685/f80383d5-6222-4142-91b1-350895636787/5fccac49-e8b8-4c7c-922b-f007422bba66) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 00:12:18.689409 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-36a054db-a664-4ddd-a992-12c1bbed21b8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:18.727325 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-36a054db-a664-4ddd-a992-12c1bbed21b8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770847830649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:18.772828 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-36a054db-a664-4ddd-a992-12c1bbed21b8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Network 20397035-b7ad-4abc-81f2-d7a83daef685 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 00:12:18.775721 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-36a054db-a664-4ddd-a992-12c1bbed21b8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 00:12:18.779346 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-36a054db-a664-4ddd-a992-12c1bbed21b8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 00:12:18.785404 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a054db-a664-4ddd-a992-12c1bbed21b8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Pushing event updated for resources: {'Port': ['ID=5fccac49-e8b8-4c7c-922b-f007422bba66,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:12:18.829400 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-36a054db-a664-4ddd-a992-12c1bbed21b8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:18.830153 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-36a054db-a664-4ddd-a992-12c1bbed21b8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:18.843593 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-36a054db-a664-4ddd-a992-12c1bbed21b8 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8092921 Jul 23 00:12:18.855077 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.v2.base [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Request body: {'port': {'device_id': 'abf23e5b-19f5-4dd8-b748-c8bec473d456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80163'}} {{(pid=92929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 00:12:18.925228 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:19.182619 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fccac49-e8b8-4c7c-922b-f007422bba66 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:12:19.190075 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:19.201509 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Transition to ACTIVE for port object 5fccac49-e8b8-4c7c-922b-f007422bba66 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 00:12:19.204650 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:19.251265 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fccac49-e8b8-4c7c-922b-f007422bba66,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:12:19.324942 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Attempting to bind port 5fccac49-e8b8-4c7c-922b-f007422bba66 on host hv-cinder-80163 for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 00:12:19.325280 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Attempting to bind port 5fccac49-e8b8-4c7c-922b-f007422bba66 by drivers openvswitch,hyperv on host hv-cinder-80163 at level 0 using segments [{'id': '5377a948-1f87-43fd-87d3-2551cdbd173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 00:12:19.325608 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Attempting to bind port 5fccac49-e8b8-4c7c-922b-f007422bba66 on network 20397035-b7ad-4abc-81f2-d7a83daef685 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:12:19.331139 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Port 5fccac49-e8b8-4c7c-922b-f007422bba66 on network 20397035-b7ad-4abc-81f2-d7a83daef685 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80163 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 00:12:19.333296 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Attempting to bind port 5fccac49-e8b8-4c7c-922b-f007422bba66 on network 20397035-b7ad-4abc-81f2-d7a83daef685 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 00:12:19.340161 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Checking agent: {'id': '54d2d1a8-67cf-4b12-adb8-8a604e27260c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80163', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'started_at': datetime.datetime(2021, 7, 22, 23, 57, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 0, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 00:12:19.340501 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Checking segment: {'id': '5377a948-1f87-43fd-87d3-2551cdbd173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 00:12:19.340881 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Bound using segment: {'id': '5377a948-1f87-43fd-87d3-2551cdbd173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 00:12:19.341308 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Bound port: 5fccac49-e8b8-4c7c-922b-f007422bba66, host: hv-cinder-80163, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5377a948-1f87-43fd-87d3-2551cdbd173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 00:12:19.341664 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:19.440542 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] For port 5fccac49-e8b8-4c7c-922b-f007422bba66, host hv-cinder-80163, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 00:12:19.444336 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] For port 5fccac49-e8b8-4c7c-922b-f007422bba66, host hv-cinder-80163, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=5fccac49-e8b8-4c7c-922b-f007422bba66,segment=NetworkSegment(5377a948-1f87-43fd-87d3-2551cdbd173d),segment_id=5377a948-1f87-43fd-87d3-2551cdbd173d)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 00:12:19.452446 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f6897-c7f3-46a2-82f7-59b7424878db req-0f39112d-90e2-4bfb-89bb-bc783566c740 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:19.453942 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d94f6897-c7f3-46a2-82f7-59b7424878db req-0f39112d-90e2-4bfb-89bb-bc783566c740 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 944 time: 0.1155851 Jul 23 00:12:19.455374 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5718431'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:19.507034 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:19.507671 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:19.509215 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] 10.222.0.41 "PUT /v2.0/ports/5fccac49-e8b8-4c7c-922b-f007422bba66 HTTP/1.1" status: 200 len: 1094 time: 0.6580970 Jul 23 00:12:19.509646 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf23e5b-19f5-4dd8-b748-c8bec473d456', 'tag': '5fccac49-e8b8-4c7c-922b-f007422bba66'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:12:19.511869 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b1f24a-4654-4d30-8ad8-ec9c34548965" -d '{"events": [{"name": "network-changed", "server_uuid": "abf23e5b-19f5-4dd8-b748-c8bec473d456", "tag": "5fccac49-e8b8-4c7c-922b-f007422bba66"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:12:19.546402 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-d94f6897-c7f3-46a2-82f7-59b7424878db req-9686fe12-abb8-4499-83d9-ba09dab23ad3 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867722 Jul 23 00:12:19.556966 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07e758-a9d6-4e5c-954a-5719c37b9ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fccac49-e8b8-4c7c-922b-f007422bba66,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:12:19.560323 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 00:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58871af5-72ee-4cda-86c4-c5a54bb70cbf x-openstack-request-id: req-58871af5-72ee-4cda-86c4-c5a54bb70cbf {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:12:19.560605 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf23e5b-19f5-4dd8-b748-c8bec473d456", "tag": "5fccac49-e8b8-4c7c-922b-f007422bba66", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:12:19.560853 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58871af5-72ee-4cda-86c4-c5a54bb70cbf {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:12:19.561240 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf23e5b-19f5-4dd8-b748-c8bec473d456', 'tag': '5fccac49-e8b8-4c7c-922b-f007422bba66', 'status': 'completed', 'code': 200} Jul 23 00:12:19.607170 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-c5583ad8-3632-4049-8a11-ecd63d9588ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:19.608363 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-c5583ad8-3632-4049-8a11-ecd63d9588ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2469a4799a364f25bafecd68e58814ee&device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 1097 time: 0.0589740 Jul 23 00:12:19.649922 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-8529908b-803b-4b2e-934e-67cf7b101cb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fccac49-e8b8-4c7c-922b-f007422bba66 HTTP/1.1" status: 200 len: 217 time: 0.0334313 Jul 23 00:12:19.700160 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-b1996fb8-bf7f-4e81-b611-974052f46afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:19.701544 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-b1996fb8-bf7f-4e81-b611-974052f46afe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f80383d5-6222-4142-91b1-350895636787 HTTP/1.1" status: 200 len: 853 time: 0.0453191 Jul 23 00:12:19.734831 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-b9140305-9734-483f-98f3-42c62a40d228 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20397035-b7ad-4abc-81f2-d7a83daef685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271962 Jul 23 00:12:19.821983 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-9918180c-659b-43d4-a7db-6913cf9c583f service neutron] 10.222.0.41 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801690 Jul 23 00:12:19.912336 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-26e69b90-a54a-425f-b252-ce3b2ab2c0f9 req-96ce2e1e-44ab-47fa-be55-ce0b1d8b83a7 service neutron] 10.222.0.41 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834756 Jul 23 00:12:20.007895 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1f24a-4654-4d30-8ad8-ec9c34548965 req-054616c1-394f-4f80-bdb9-78fdd2d7aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:20.009411 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-37b1f24a-4654-4d30-8ad8-ec9c34548965 req-054616c1-394f-4f80-bdb9-78fdd2d7aa4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2469a4799a364f25bafecd68e58814ee&device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 1097 time: 0.0532320 Jul 23 00:12:20.098057 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1f24a-4654-4d30-8ad8-ec9c34548965 req-83242484-2ae3-4801-89d7-0b53eb36845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:20.099442 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-37b1f24a-4654-4d30-8ad8-ec9c34548965 req-83242484-2ae3-4801-89d7-0b53eb36845a service neutron] 10.222.0.41 "GET /v2.0/networks?id=20397035-b7ad-4abc-81f2-d7a83daef685 HTTP/1.1" status: 200 len: 914 time: 0.0842667 Jul 23 00:12:20.100831 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:12:20.141116 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-37b1f24a-4654-4d30-8ad8-ec9c34548965 req-307e640a-7d5e-450c-9255-2b3a0139df1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fccac49-e8b8-4c7c-922b-f007422bba66 HTTP/1.1" status: 200 len: 217 time: 0.0344820 Jul 23 00:12:20.191063 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1f24a-4654-4d30-8ad8-ec9c34548965 req-8da2a653-f8ea-417a-888a-6a4219cd394c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:20.192479 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-37b1f24a-4654-4d30-8ad8-ec9c34548965 req-8da2a653-f8ea-417a-888a-6a4219cd394c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f80383d5-6222-4142-91b1-350895636787 HTTP/1.1" status: 200 len: 853 time: 0.0444753 Jul 23 00:12:20.220911 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4311-a43e-46a3-b0cb-b9bdba439c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:20.226616 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-37b1f24a-4654-4d30-8ad8-ec9c34548965 req-fca21060-0df4-41ea-aee0-28f5bb86493f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20397035-b7ad-4abc-81f2-d7a83daef685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279255 Jul 23 00:12:20.312929 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-37b1f24a-4654-4d30-8ad8-ec9c34548965 req-b91a9684-ee5e-4637-8644-f81420fc468d service neutron] 10.222.0.41 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791345 Jul 23 00:12:20.401612 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-37b1f24a-4654-4d30-8ad8-ec9c34548965 req-20aa5429-9967-481e-9fef-1aedebef5869 service neutron] 10.222.0.41 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822675 Jul 23 00:12:20.486307 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:20.680344 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072f01f-f566-44c2-9ab5-23828b8d28c9 req-895fce1f-c427-4652-8621-a6f37fdbcb8d tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:20.681726 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9072f01f-f566-44c2-9ab5-23828b8d28c9 req-895fce1f-c427-4652-8621-a6f37fdbcb8d tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 944 time: 0.0676858 Jul 23 00:12:20.718999 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-9072f01f-f566-44c2-9ab5-23828b8d28c9 req-313b2243-0eee-4520-9359-695af76c3d30 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318398 Jul 23 00:12:21.537857 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:21.849257 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855739d9-f4e7-4931-8cf4-740afe6f3e5a req-1349365d-1273-4b2a-88bd-bf646b5baa9d tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:21.850600 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-855739d9-f4e7-4931-8cf4-740afe6f3e5a req-1349365d-1273-4b2a-88bd-bf646b5baa9d tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 944 time: 0.0655615 Jul 23 00:12:21.887438 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-855739d9-f4e7-4931-8cf4-740afe6f3e5a req-c258dc87-b7ea-4371-8039-a4dd48d03fdd tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313215 Jul 23 00:12:22.861222 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 5fccac49-e8b8-4c7c-922b-f007422bba66 details requested by agent hyperv_hv-cinder-80163 with host hv-cinder-80163 {{(pid=92930) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 00:12:22.965041 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 5fccac49-e8b8-4c7c-922b-f007422bba66, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=5fccac49-e8b8-4c7c-922b-f007422bba66,segment=NetworkSegment(5377a948-1f87-43fd-87d3-2551cdbd173d),segment_id=5377a948-1f87-43fd-87d3-2551cdbd173d)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:12:22.977071 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Returning: {'device': '5fccac49-e8b8-4c7c-922b-f007422bba66', 'network_id': '20397035-b7ad-4abc-81f2-d7a83daef685', 'port_id': '5fccac49-e8b8-4c7c-922b-f007422bba66', 'mac_address': 'fa:16:3e:18:db:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80383d5-6222-4142-91b1-350895636787', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92930) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 00:12:23.013064 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:23.020259 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc20e3-6d04-4cfb-9d20-be517deec123 req-626c49a1-17b2-4426-8239-272ff6eb7ae9 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:23.021752 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7abc20e3-6d04-4cfb-9d20-be517deec123 req-626c49a1-17b2-4426-8239-272ff6eb7ae9 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 944 time: 0.0639601 Jul 23 00:12:23.025285 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fccac49-e8b8-4c7c-922b-f007422bba66 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 00:12:23.044348 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 5fccac49-e8b8-4c7c-922b-f007422bba66, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=5fccac49-e8b8-4c7c-922b-f007422bba66,segment=NetworkSegment(5377a948-1f87-43fd-87d3-2551cdbd173d),segment_id=5377a948-1f87-43fd-87d3-2551cdbd173d)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:12:23.048842 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:23.060862 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7abc20e3-6d04-4cfb-9d20-be517deec123 req-01c274b8-0a54-47f0-be78-c450abb6ad15 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335321 Jul 23 00:12:23.097593 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=5fccac49-e8b8-4c7c-922b-f007422bba66,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:12:23.104872 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:23.105214 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:23.105549 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:23.105880 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:23.106202 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:23.106532 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:23.106849 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:23.107167 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:23.107521 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:23.107839 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:23.108154 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:23.108465 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:12:23.216543 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:23.251760 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['5fccac49-e8b8-4c7c-922b-f007422bba66'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:12:24.186139 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c10f99-7f3f-4b0d-8057-be02d2d94f90 req-8a4b4394-a8c2-4208-8843-d08998f1c988 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:24.187603 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-38c10f99-7f3f-4b0d-8057-be02d2d94f90 req-8a4b4394-a8c2-4208-8843-d08998f1c988 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 945 time: 0.0614603 Jul 23 00:12:24.223528 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-38c10f99-7f3f-4b0d-8057-be02d2d94f90 req-65fb2aac-9e42-4839-9851-397e573cc7e2 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297735 Jul 23 00:12:24.861289 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 5fccac49-e8b8-4c7c-922b-f007422bba66 up at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 00:12:24.909834 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning for port 5fccac49-e8b8-4c7c-922b-f007422bba66 completed by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 00:12:24.914233 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Provisioning complete for port 5fccac49-e8b8-4c7c-922b-f007422bba66 triggered by entity L2. {{(pid=92930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 00:12:24.914600 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2092805'] for port, provisioning_complete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:24.995170 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1596348'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:25.016538 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf23e5b-19f5-4dd8-b748-c8bec473d456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fccac49-e8b8-4c7c-922b-f007422bba66'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:12:25.018734 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44665bc7ccb534e21dcee8bd96efefcd00f8cc0faed89ddda2f93808651f11cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e208eca-875c-449f-80eb-209a1b95a776" -d '{"events": [{"server_uuid": "abf23e5b-19f5-4dd8-b748-c8bec473d456", "name": "network-vif-plugged", "status": "completed", "tag": "5fccac49-e8b8-4c7c-922b-f007422bba66"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:12:25.031446 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] For port 5fccac49-e8b8-4c7c-922b-f007422bba66, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=5fccac49-e8b8-4c7c-922b-f007422bba66,segment=NetworkSegment(5377a948-1f87-43fd-87d3-2551cdbd173d),segment_id=5377a948-1f87-43fd-87d3-2551cdbd173d)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:12:25.035199 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770848232762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770847830667', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770847830685'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:25.058256 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd33552-f8fd-43b6-97c6-e0da1c4707ff x-openstack-request-id: req-efd33552-f8fd-43b6-97c6-e0da1c4707ff {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:12:25.058542 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf23e5b-19f5-4dd8-b748-c8bec473d456", "name": "network-vif-plugged", "status": "completed", "tag": "5fccac49-e8b8-4c7c-922b-f007422bba66", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:12:25.058791 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-efd33552-f8fd-43b6-97c6-e0da1c4707ff {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:12:25.059161 dv-cinder-801633-1-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf23e5b-19f5-4dd8-b748-c8bec473d456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fccac49-e8b8-4c7c-922b-f007422bba66', 'code': 200} Jul 23 00:12:25.087239 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Pushing event updated for resources: {'Port': ['ID=5fccac49-e8b8-4c7c-922b-f007422bba66,revision_number=5']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:12:25.225620 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843910a3-68d5-4854-863f-30de260725bf req-cf2e4a1d-3c21-4a38-8f84-941599d5f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:25.227009 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-843910a3-68d5-4854-863f-30de260725bf req-cf2e4a1d-3c21-4a38-8f84-941599d5f781 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 1099 time: 0.0549598 Jul 23 00:12:25.260855 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-843910a3-68d5-4854-863f-30de260725bf req-a1132837-1e88-4db0-83d0-1d59a2a603c0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273590 Jul 23 00:12:25.350639 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a80b10-0578-4021-a2bc-e8c64b4c0bfa req-ab0fc9db-2c93-4d1f-9a53-2027f55be9f1 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:25.352127 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-00a80b10-0578-4021-a2bc-e8c64b4c0bfa req-ab0fc9db-2c93-4d1f-9a53-2027f55be9f1 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 946 time: 0.0622153 Jul 23 00:12:25.388184 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-00a80b10-0578-4021-a2bc-e8c64b4c0bfa req-9045a931-ff93-43ab-ad39-8cbb669f4b09 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305588 Jul 23 00:12:26.518839 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d5253-6947-4810-81bb-3b1a24f35518 req-c10083a5-cbed-4ac0-8daa-df2d12fb959b tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:26.520320 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7e2d5253-6947-4810-81bb-3b1a24f35518 req-c10083a5-cbed-4ac0-8daa-df2d12fb959b tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 946 time: 0.0655611 Jul 23 00:12:26.556283 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-7e2d5253-6947-4810-81bb-3b1a24f35518 req-17ec9b00-63ce-411a-b890-3de8bfdf4fce tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306058 Jul 23 00:12:43.029752 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:43.706126 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e21f97f1-2d21-469c-8e35-619be3b132cb req-b5da29bb-0dd0-4893-8a15-b3df3c783590 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514090 Jul 23 00:12:43.797283 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f97f1-2d21-469c-8e35-619be3b132cb req-efd3eaef-e597-4840-ab36-45fd90604f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:43.798716 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e21f97f1-2d21-469c-8e35-619be3b132cb req-efd3eaef-e597-4840-ab36-45fd90604f69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2469a4799a364f25bafecd68e58814ee&device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 1099 time: 0.0525322 Jul 23 00:12:43.903805 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f97f1-2d21-469c-8e35-619be3b132cb req-d0f2bf12-f511-48e9-8ea0-21891e63251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:43.905398 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e21f97f1-2d21-469c-8e35-619be3b132cb req-d0f2bf12-f511-48e9-8ea0-21891e63251c service neutron] 10.222.0.41 "GET /v2.0/networks?id=20397035-b7ad-4abc-81f2-d7a83daef685 HTTP/1.1" status: 200 len: 914 time: 0.0881264 Jul 23 00:12:43.947036 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e21f97f1-2d21-469c-8e35-619be3b132cb req-6004858f-83b8-430f-a449-85f42259f5c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fccac49-e8b8-4c7c-922b-f007422bba66 HTTP/1.1" status: 200 len: 217 time: 0.0343647 Jul 23 00:12:43.999087 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f97f1-2d21-469c-8e35-619be3b132cb req-356bece1-5c5c-411a-bc45-49c3bc10d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:44.000565 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e21f97f1-2d21-469c-8e35-619be3b132cb req-356bece1-5c5c-411a-bc45-49c3bc10d749 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f80383d5-6222-4142-91b1-350895636787 HTTP/1.1" status: 200 len: 853 time: 0.0464160 Jul 23 00:12:44.035205 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e21f97f1-2d21-469c-8e35-619be3b132cb req-13d251da-3eb4-453f-830f-1b4102eb9c0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20397035-b7ad-4abc-81f2-d7a83daef685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284190 Jul 23 00:12:44.121734 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e21f97f1-2d21-469c-8e35-619be3b132cb req-ea800288-4d1a-452f-b5c0-fdd48b0c0394 service neutron] 10.222.0.41 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792227 Jul 23 00:12:44.210378 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-e21f97f1-2d21-469c-8e35-619be3b132cb req-7102a96d-1f25-4e77-bbb4-80e5400f0b2f service neutron] 10.222.0.41 "GET /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818286 Jul 23 00:12:46.448588 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bfeed-cb90-4626-adda-28451546192b req-5cc8a647-8cd3-46af-a3f5-87a7bd3f5402 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:46.450043 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6e9bfeed-cb90-4626-adda-28451546192b req-5cc8a647-8cd3-46af-a3f5-87a7bd3f5402 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 946 time: 0.0619857 Jul 23 00:12:46.487124 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-6e9bfeed-cb90-4626-adda-28451546192b req-3c03f464-9282-4b42-b096-0a9925e19226 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314977 Jul 23 00:12:47.630809 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799cc34-eaf3-405c-90a0-34e170cbda22 req-56ac21a8-4285-4a00-9b47-ce36b1d7c3c6 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:47.632309 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b799cc34-eaf3-405c-90a0-34e170cbda22 req-56ac21a8-4285-4a00-9b47-ce36b1d7c3c6 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 946 time: 0.0678279 Jul 23 00:12:47.670467 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-b799cc34-eaf3-405c-90a0-34e170cbda22 req-a8114471-1a77-454b-8bbd-5b223c12201f tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc7c30d6-9652-4779-9c80-938144033ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Jul 23 00:12:47.770595 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a6df5378-8334-4c22-83c3-c23767c6cd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:47.988738 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67e754-b4b4-48b4-9342-0331bb0a712f req-904fd1b0-fbbd-4470-a7cc-183c9c2db98e tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 00:12:47.990874 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ff67e754-b4b4-48b4-9342-0331bb0a712f req-904fd1b0-fbbd-4470-a7cc-183c9c2db98e tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.41 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 946 time: 0.0630393 Jul 23 00:12:48.085555 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-ff67e754-b4b4-48b4-9342-0331bb0a712f req-1c2887c2-6415-499a-8943-3ba1a18758bb tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Deleting port 5fccac49-e8b8-4c7c-922b-f007422bba66 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 00:12:48.085894 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ff67e754-b4b4-48b4-9342-0331bb0a712f req-1c2887c2-6415-499a-8943-3ba1a18758bb tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770848232084'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:48.175015 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [req-ff67e754-b4b4-48b4-9342-0331bb0a712f req-1c2887c2-6415-499a-8943-3ba1a18758bb tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] For port 5fccac49-e8b8-4c7c-922b-f007422bba66, host hv-cinder-80163, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80163',level=0,port_id=5fccac49-e8b8-4c7c-922b-f007422bba66,segment=NetworkSegment(5377a948-1f87-43fd-87d3-2551cdbd173d),segment_id=5377a948-1f87-43fd-87d3-2551cdbd173d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 00:12:48.175370 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ff67e754-b4b4-48b4-9342-0331bb0a712f req-1c2887c2-6415-499a-8943-3ba1a18758bb tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939831'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:48.187701 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [req-ff67e754-b4b4-48b4-9342-0331bb0a712f req-1c2887c2-6415-499a-8943-3ba1a18758bb tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Calling delete_port for 5fccac49-e8b8-4c7c-922b-f007422bba66 owned by compute:nova {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 00:12:48.311866 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ff67e754-b4b4-48b4-9342-0331bb0a712f req-1c2887c2-6415-499a-8943-3ba1a18758bb tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770848232807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770847830658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5718420'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:48.323617 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] get_ports_and_sgs() called for port_ids ['5fccac49-e8b8-4c7c-922b-f007422bba66'] {{(pid=92930) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 00:12:48.347442 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2887c2-6415-499a-8943-3ba1a18758bb tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Pushing event deleted for resources: {'Port': ['ID=5fccac49-e8b8-4c7c-922b-f007422bba66,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:12:48.386586 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff67e754-b4b4-48b4-9342-0331bb0a712f req-1c2887c2-6415-499a-8943-3ba1a18758bb tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] No DVR routers for this DVR port 5fccac49-e8b8-4c7c-922b-f007422bba66 on host hv-cinder-80163 {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 00:12:48.389040 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [req-ff67e754-b4b4-48b4-9342-0331bb0a712f req-1c2887c2-6415-499a-8943-3ba1a18758bb tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223904'] for port, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:48.391185 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-ff67e754-b4b4-48b4-9342-0331bb0a712f req-1c2887c2-6415-499a-8943-3ba1a18758bb tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.41 "DELETE /v2.0/ports/5fccac49-e8b8-4c7c-922b-f007422bba66 HTTP/1.1" status: 204 len: 173 time: 0.3949671 Jul 23 00:12:48.391673 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf23e5b-19f5-4dd8-b748-c8bec473d456', 'name': 'network-vif-deleted', 'tag': '5fccac49-e8b8-4c7c-922b-f007422bba66'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 00:12:48.394454 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5a2b66b821960d70780acc6d5a814add2d0d46203568b56cc0565526ec5f6c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77df0e72-3573-4435-8d82-a4859afb97d6" -d '{"events": [{"server_uuid": "abf23e5b-19f5-4dd8-b748-c8bec473d456", "name": "network-vif-deleted", "tag": "5fccac49-e8b8-4c7c-922b-f007422bba66"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 00:12:48.431874 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 00:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5bc557-3b2b-405a-9c83-7d2c8fe58950 x-openstack-request-id: req-8a5bc557-3b2b-405a-9c83-7d2c8fe58950 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 00:12:48.432154 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf23e5b-19f5-4dd8-b748-c8bec473d456", "name": "network-vif-deleted", "tag": "5fccac49-e8b8-4c7c-922b-f007422bba66", "status": "completed", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 00:12:48.432402 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a5bc557-3b2b-405a-9c83-7d2c8fe58950 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 00:12:48.432812 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf23e5b-19f5-4dd8-b748-c8bec473d456', 'name': 'network-vif-deleted', 'tag': '5fccac49-e8b8-4c7c-922b-f007422bba66', 'status': 'completed', 'code': 200} Jul 23 00:12:48.780727 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [req-21878ac8-66c3-466c-a773-ab786d8b3018 req-40775d50-513d-4e29-88d1-08096a30de29 tempest-VolumesSnapshotTestJSON-556046081 tempest-VolumesSnapshotTestJSON-556046081-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf23e5b-19f5-4dd8-b748-c8bec473d456 HTTP/1.1" status: 200 len: 210 time: 0.0323021 Jul 23 00:12:50.222524 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc4f1e3f-7758-4496-975e-6edb92e5feef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:50.486331 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:50.994899 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 5fccac49-e8b8-4c7c-922b-f007422bba66 no longer exists at agent hyperv_hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 00:12:51.018877 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] No Port match for: 5fccac49-e8b8-4c7c-922b-f007422bba66 {{(pid=92930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 00:12:51.019212 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.rpc [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Device 5fccac49-e8b8-4c7c-922b-f007422bba66 not bound to the agent host hv-cinder-80163 {{(pid=92930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 00:12:51.540581 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:53.222148 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:12:57.099270 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:13:11.788363 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 57086) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:13:11.830729 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Deleting subnet f80383d5-6222-4142-91b1-350895636787 {{(pid=92929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 00:13:11.833619 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:11.866614 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5252407'] for subnet, precommit_delete_associations {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:11.902746 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2093742'] for subnet, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:11.956163 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2093735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5718465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5858384'] for subnet, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:11.982030 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f80383d5-6222-4142-91b1-350895636787,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:13:11.984827 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for subnet, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:11.986624 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f80383d5-6222-4142-91b1-350895636787 HTTP/1.1" status: 204 len: 168 time: 0.1972864 Jul 23 00:13:11.989247 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 57088) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:13:11.992553 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:11.992889 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:11.993227 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:11.993559 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:11.993887 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:11.994211 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:11.994539 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:11.994859 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:11.995181 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:11.995601 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:11.995922 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:11.996233 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a296732-a943-4fce-8005-2c871760278f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:12.059842 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690729'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:12.133144 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094738', 'neutron.services.segments.db._delete_segments_for_network-8770848347697'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:12.142832 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20397035-b7ad-4abc-81f2-d7a83daef685']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:13:12.156401 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5377a948-1f87-43fd-87d3-2551cdbd173d') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:13:12.156687 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5377a948-1f87-43fd-87d3-2551cdbd173d') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 00:13:12.165022 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770848347194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463715'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:12.177815 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:12.183346 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 00:13:12.183754 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2084086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6971851'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: timer() Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: cb(*args, **kw) Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: self._notify() Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: self.callback(batched_events) Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: event.method(event) Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._get(url).json() Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 00:13:12.185329 dv-cinder-801633-1-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 00:13:12.236767 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942788'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:12.241683 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583121'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:12.246333 dv-cinder-801633-1-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/20397035-b7ad-4abc-81f2-d7a83daef685 HTTP/1.1" status: 204 len: 168 time: 0.2560289 Jul 23 00:13:12.259721 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=20397035-b7ad-4abc-81f2-d7a83daef685,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:13:12.267145 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:12.267517 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:12.267863 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:12.268195 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:12.268516 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:12.268843 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:12.269163 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:12.269484 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:12.269804 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:12.270121 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:12.270436 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:12.270750 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5a788b-714b-44d4-b578-0e699cd53ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801633-1-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 00:13:12.381222 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 57094) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:13:12.418767 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-1b6b60ed-7552-4215-bd65-b5ee0ae3e6ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2469a4799a364f25bafecd68e58814ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364347 Jul 23 00:13:12.421596 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.wsgi [-] (92929) accepted ('10.222.0.39', 57096) {{(pid=92929) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 00:13:12.466098 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-02c77345-4532-4973-8f3e-62dec2d5e902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:12.487240 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-02c77345-4532-4973-8f3e-62dec2d5e902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:12.534502 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-02c77345-4532-4973-8f3e-62dec2d5e902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-613254'] for security_group, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:12.537029 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-02c77345-4532-4973-8f3e-62dec2d5e902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:12.538244 dv-cinder-801633-1-iscsi neutron-server[92929]: INFO neutron.wsgi [None req-02c77345-4532-4973-8f3e-62dec2d5e902 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc7c30d6-9652-4779-9c80-938144033ad6 HTTP/1.1" status: 204 len: 168 time: 0.1157548 Jul 23 00:13:12.546063 dv-cinder-801633-1-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c77345-4532-4973-8f3e-62dec2d5e902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7c30d6-9652-4779-9c80-938144033ad6,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 00:13:13.029080 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:17.770743 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea2c5-83de-4027-81d4-ef5918599c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:20.223837 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-538ecde5-5b9a-4e48-be00-ad678dc56626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:20.486764 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:21.543308 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:23.223974 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:34.098573 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:13:43.030964 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:47.771215 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7ee17170-98c0-4cee-97bf-9b5ce8051e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:50.225015 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f5992b91-107b-4df1-bdc9-b4b4f0f91377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:50.487799 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:51.547098 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:13:53.226873 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:11.097424 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:14:13.026878 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:17.771166 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8879d4e5-5246-48ca-afdf-8f0b6445b9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:20.224771 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2a9c4d06-b1c1-426e-9ca5-9b4d1861e13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:20.487848 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:21.551454 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:23.229621 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:43.025878 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:44.512912 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-78c2c696-0d0e-481f-9c1e-280b1998f593 req-9ce9063c-cef1-4e1c-8c59-b22ffee33865 service neutron] (92928) timed out ('10.222.0.41', 64124) {{(pid=92928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:14:44.793678 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-70f31a36-19a3-4343-9932-883fe6fc4737 req-2597d2a4-a4a0-4d28-8cd2-d8f1393a433d service neutron] (92928) timed out ('10.222.0.41', 64158) {{(pid=92928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:14:47.771355 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7e5a3d78-650b-4ab4-b73a-93dd47f1c248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:48.096898 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:14:50.224121 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-58c20b14-5646-4b5a-9a66-7e89a1fdd3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:50.489015 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:51.552379 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:53.232639 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:14:58.349663 dv-cinder-801633-1-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-674ec60a-2f9d-499f-9847-233bbb3ab7bd req-016ffffc-79cc-469a-b1e7-7283fc2e3530 service neutron] (92928) timed out ('10.222.0.41', 64152) {{(pid=92928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 00:15:13.036051 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:17.771061 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-13a5340a-d5eb-4564-b0ab-c1b24e9b7279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.224445 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c24ce78b-3d16-4c58-94ac-566bc124b204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:20.490019 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:21.555596 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:23.236458 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:25.096730 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:15:43.040518 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:47.770967 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-68526e66-0906-4064-9ec9-40019c38ac11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:50.226417 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8ae3ad82-2e81-40a4-968b-03f6b6dc3c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:50.490317 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:51.558887 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:15:53.238374 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:02.095630 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:16:13.045226 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:17.770248 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6c61e6d9-e79f-4f59-9dd6-c20bf6ce375e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:20.227117 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0dfbda1d-2493-46fb-b724-539908309f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:20.491156 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:21.562179 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:23.241619 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:39.094206 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:16:43.054595 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:47.771189 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7ef97e29-c766-4a67-a96b-ecd84f11ca7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:50.226479 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a6a29620-fe04-42cc-a9fe-1aa44da230d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:50.491343 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:51.564281 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:16:53.245410 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:13.068517 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:16.093917 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:17:17.771460 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6712bbf9-5dfb-4137-8dcd-2be653dfbe88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:20.226366 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67428558-f8d3-4b86-b02f-78e778d1fa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:20.491323 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:21.566100 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:23.248077 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:43.082782 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:47.771614 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d40677fb-2bf0-4720-b6ef-b9e1dcffa7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:50.228876 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3c49b76a-bea3-4188-92b8-b587d2208242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:50.491418 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a2d7d02a-e23f-4d71-9420-53a49b91cc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:51.569759 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-711a1091-0709-4e94-bd39-9bda5257885a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:17:53.092337 dv-cinder-801633-1-iscsi neutron-server[92931]: DEBUG neutron.db.agents_db [None req-8afe42d0-c302-4fda-8262-7ccab1aa3922 None None] Agent healthcheck: found 6 active agents {{(pid=92931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 00:17:53.251697 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e05e790b-8585-408d-bb57-60def4044842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 00:18:13.202057 dv-cinder-801633-1-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cea25828-edb3-419b-9df4-3d9a3a12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770848347679', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2092884'] for agent, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}